-- Logs begin at Tue 2021-07-13 13:56:19 UTC, end at Tue 2021-07-13 15:07:20 UTC. -- Jul 13 14:38:08.989421 dv-cinder-788364-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 14:38:11.849934 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.common.config [-] Logging enabled! Jul 13 14:38:11.850638 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 14:38:11.851337 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109956) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 14:38:11.854833 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.common.config [-] Logging enabled! Jul 13 14:38:11.855089 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 14:38:11.855404 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109956) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 14:38:11.856391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:38:11.856625 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:38:11.856997 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:38:11.857241 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:38:11.857466 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:38:11.857790 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.858092 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.858396 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.858627 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.858921 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.859219 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.859508 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.859838 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.860138 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.860428 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.860708 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.860995 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.861226 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.861508 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.861800 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.862090 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.862316 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] debug = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.862600 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.863029 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.863446 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.863757 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.864056 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.864339 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.864628 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.864895 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.865187 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.865525 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] host = dv-cinder-788364-4-iscsi {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.866377 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.867277 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.867584 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.867912 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.868202 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.868491 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.868788 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.869070 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.869350 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] log_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.869635 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.869936 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.870232 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.870531 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.870762 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.870989 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.871285 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.871582 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.871889 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.872169 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.872450 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.872732 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.873013 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.873288 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.873580 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.873872 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.874165 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.874446 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.874728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.875007 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.875284 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.875577 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.875884 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.876165 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.876447 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.876742 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.877021 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.877299 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.877609 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.877904 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.878192 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.878483 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.878759 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.879049 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.879329 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.879605 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.879907 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] use_json = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.880186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.880462 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.880750 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.881028 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.881308 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.882681 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.882972 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.883275 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:11.883586 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.883922 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.884236 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.884532 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.884840 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.885130 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.885431 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.885718 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.886018 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.886317 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.886618 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.886905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.887203 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.887486 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.887819 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.888136 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.888441 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.888740 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.889023 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.889302 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.889583 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.889870 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.890164 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.890466 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.890765 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.891046 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.891333 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.891701 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.891988 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.892266 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.892552 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.892847 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.893133 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.893411 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.893698 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.893980 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.894257 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.894533 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.894816 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.895111 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.895392 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.895690 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.895969 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.896250 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.896527 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.896815 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.897221 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.897891 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.898176 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.898462 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.898743 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.899024 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.899310 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.899589 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.899896 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.900179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.900455 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.900733 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.901011 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.901291 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.901573 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.901852 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.902135 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.902413 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.902693 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.902973 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.903253 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.903531 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.903848 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.904153 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.904437 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.904722 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.905006 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.905289 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.905572 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.905852 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.906134 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.906418 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.906693 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.906992 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.907290 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.907581 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.907894 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.908175 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.908475 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.908756 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.909042 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.909323 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.909604 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.909899 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.910186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.910482 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.910780 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.911074 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.911369 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.911683 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.911968 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.912285 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.912567 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:11.913303 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:38:11.913585 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109956) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 14:38:12.281325 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 14:38:12.281606 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 14:38:12.281900 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 14:38:12.282238 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 14:38:12.688282 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.688572 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.688844 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.690170 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.690444 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.690717 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.729039 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.729319 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.729589 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.743876 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.744158 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.744431 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.775891 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.776168 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.776436 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.813197 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.813478 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:12.813749 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.055733 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.056373 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.056373 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.056566 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.057225 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.182652 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.182967 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.183253 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.183525 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.183822 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.184145 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.184403 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.184658 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.184912 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.185198 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.185461 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.185726 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.185981 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.186233 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.186488 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.186763 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.187015 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.187291 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.187566 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.187854 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.188128 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.188381 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.188677 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.189110 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.189368 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.189619 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.190085 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:38:13.190331 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:38:13.190572 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:38:13.190811 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:38:13.191050 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:38:13.191288 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:38:13.191706 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 14:38:13.196719 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 14:38:13.201008 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 14:38:13.205298 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 13 14:38:13.207051 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 14:38:13.207520 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 14:38:13.207903 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 14:38:13.208290 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 14:38:13.212575 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 14:38:13.212831 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 14:38:13.213191 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 14:38:13.243296 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 14:38:13.243794 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.244104 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109956) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 14:38:13.244472 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.245874 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109956) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 14:38:13.246164 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 14:38:13.246408 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 14:38:13.251007 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.251292 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:13.317491 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 14:38:13.317680 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 14:38:13.317875 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 14:38:13.318257 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 14:38:13.341930 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_db.sqlalchemy.engines [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109956) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 14:38:13.908002 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Initializing driver for type 'gre' Jul 13 14:38:13.908621 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] gre ID ranges: [(1, 1000)] Jul 13 14:38:13.964379 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Initializing driver for type 'local' Jul 13 14:38:13.964760 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Initializing driver for type 'vlan' Jul 13 14:38:13.980468 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] VlanTypeDriver initialization complete Jul 13 14:38:13.980827 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Initializing driver for type 'vxlan' Jul 13 14:38:13.981392 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] vxlan ID ranges: [(1, 1000)] Jul 13 14:38:14.036273 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Initializing extension driver 'port_security' Jul 13 14:38:14.036622 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] PortSecurityExtensionDriver initialization complete Jul 13 14:38:14.036958 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Initializing mechanism driver 'openvswitch' Jul 13 14:38:14.037283 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Initializing mechanism driver 'hyperv' Jul 13 14:38:14.044285 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.plugins.ml2.plugin [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:14.045166 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > port after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.045544 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > port after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.045904 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > port after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.046425 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:38:14.046867 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.047228 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.047584 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.047996 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:38:14.048411 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > network after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.048772 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > network after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.049125 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > network after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.049515 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:38:14.049928 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > security_group after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.050287 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > security_group after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.050638 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.051031 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:38:14.051444 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.051831 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.052188 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.052577 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:38:14.052986 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > address_group after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.053842 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > address_group after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.054192 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.054581 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:38:14.054964 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] ML2 OVO RPC backend initialized. {{(pid=109956) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 14:38:14.055705 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.056071 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.056608 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > network before_response 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.056834 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > networks before_response 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.057188 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > port before_response 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.057536 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > ports before_response 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.057887 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > subnet before_response 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.058236 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > subnets before_response 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.058589 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > network after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.058934 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > network after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.059276 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > network after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.059648 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > port after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.059990 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > port after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.060334 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > port after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.060678 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.061024 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.061363 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.061944 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.plugin [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Modular L2 Plugin initialization complete Jul 13 14:38:14.062279 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading services supported by the core plugin {{(pid=109956) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 14:38:14.062607 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.plugins.ml2.managers [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Got port-security extension from driver 'port_security' Jul 13 14:38:14.063072 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.extensions.vlantransparent [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Disabled vlantransparent extension. Jul 13 14:38:14.063556 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109956) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 14:38:14.063901 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading Plugin: router Jul 13 14:38:14.100001 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.100514 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router after_create 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.100895 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router before_create 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.101271 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.101652 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.102013 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router after_delete 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.102379 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.102873 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router after_create 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.103488 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router after_update 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.103873 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router after_update 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.104235 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.104600 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router after_update 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.105024 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.105404 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: port after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.105753 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: port after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.106101 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: subnet after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.106448 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.106804 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.107156 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.107506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: port before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.107895 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.108267 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router after_update 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.108620 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.108979 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.109350 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.109704 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.110077 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > agent after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.110437 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > agent after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.110790 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > network after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.111688 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Tracking information for resource: router configured {{(pid=109956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:38:14.112033 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Tracking information for resource: floatingip configured {{(pid=109956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:38:14.117643 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.db.l3_agentschedulers_db [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 14:38:14.118225 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: port after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.118597 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: port after_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.118958 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: port after_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.119313 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: port after_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.120147 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router before_create 55550100 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.120521 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.120893 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_create 55550100 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.121261 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > router precommit_update 55550100 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.125747 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.services.provider_configuration [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service providers = [] {{(pid=109956) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 14:38:14.126122 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.db.servicetype_db [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109956) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 14:38:14.129113 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.services.service_base [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:38:14.129475 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.services.service_base [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:38:14.129828 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.services.service_base [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:38:14.130734 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.services.service_base [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:38:14.131114 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.services.service_base [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 14:38:14.132241 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:38:14.132581 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 14:38:14.143300 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:38:14.143668 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading Plugin: auto_allocate Jul 13 14:38:14.149617 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: network precommit_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.149996 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: network precommit_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.150530 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:38:14.150858 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading Plugin: tag Jul 13 14:38:14.157641 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:38:14.157980 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading Plugin: timestamp Jul 13 14:38:14.161841 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:38:14.162186 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading Plugin: network_ip_availability Jul 13 14:38:14.167737 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.168121 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.168485 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.169212 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:38:14.169538 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading Plugin: flavors Jul 13 14:38:14.174512 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:38:14.174852 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading Plugin: revisions Jul 13 14:38:14.179718 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:38:14.180124 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_concurrency.lockutils [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.898s {{(pid=109956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 14:38:14.180870 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109956) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 14:38:14.181214 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Initializing extension manager. Jul 13 14:38:14.181732 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: __init__.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.182079 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: __pycache__ {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.182420 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.182759 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: address_group.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.183530 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.184141 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: address-group Jul 13 14:38:14.184470 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: address_scope.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.185192 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.185704 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: address-scope Jul 13 14:38:14.186031 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.186980 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.187492 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: router-admin-state-down-before-update Jul 13 14:38:14.187848 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: agent.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.188566 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.189076 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: agent Jul 13 14:38:14.189407 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: agent_resources_synced.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.190344 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.190855 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: agent-resources-synced Jul 13 14:38:14.191186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: allowedaddresspairs.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.193080 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.193608 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: allowed-address-pairs Jul 13 14:38:14.194001 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: auto_allocated_topology.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.195109 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.195653 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: auto-allocated-topology Jul 13 14:38:14.195987 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: availability_zone.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.196698 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.197206 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: availability_zone Jul 13 14:38:14.197537 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: availability_zone_filter.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.198469 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.198988 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: availability_zone_filter Jul 13 14:38:14.199316 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: data_plane_status.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.200279 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.200783 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 14:38:14.201109 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: default_subnetpools.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.202042 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.202551 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: default-subnetpools Jul 13 14:38:14.202878 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.203758 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.204270 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: dhcp_agent_scheduler Jul 13 14:38:14.204599 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: dns.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.205589 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.206042 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 14:38:14.206372 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: dns_domain_ports.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.207304 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.207912 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 14:38:14.208243 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.209190 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.210237 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 14:38:14.210561 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: dvr.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.211244 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.211786 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: dvr Jul 13 14:38:14.212117 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: empty_string_filtering.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.213043 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.213551 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: empty-string-filtering Jul 13 14:38:14.213879 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.214856 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.215315 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 14:38:14.215666 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.216595 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.217101 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 14:38:14.217430 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: external_net.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.218370 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.218886 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: external-net Jul 13 14:38:14.219220 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.220174 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.220683 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: extra_dhcp_opt Jul 13 14:38:14.221015 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: extraroute.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.221949 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.222462 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: extraroute Jul 13 14:38:14.222794 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: extraroute_atomic.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.223870 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.224382 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: extraroute-atomic Jul 13 14:38:14.224714 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: filter_validation.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.226003 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.226731 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: filter-validation Jul 13 14:38:14.227067 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: fip_pf_description.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.228041 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.228811 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 14:38:14.229142 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: fip_port_details.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.230082 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.230590 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: fip-port-details Jul 13 14:38:14.230920 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: flavors.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.232213 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.232731 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: flavors Jul 13 14:38:14.233061 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.234754 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.235295 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 14:38:14.235669 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: floatingip_pools.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.236418 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.236942 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: floatingip-pools Jul 13 14:38:14.237282 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: ip_allocation.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.238295 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.238818 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 14:38:14.239151 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.240157 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.240682 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: ip-substring-filtering Jul 13 14:38:14.241068 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: l2_adjacency.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.242072 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.242594 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 14:38:14.242928 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: l3.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.244023 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.244553 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: router Jul 13 14:38:14.244889 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.247399 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.247985 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 14:38:14.248321 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.249350 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.249870 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: ext-gw-mode Jul 13 14:38:14.250201 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.251168 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.251725 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: l3-ha Jul 13 14:38:14.252057 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: l3_flavors.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.253040 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.253554 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: l3-flavors Jul 13 14:38:14.253883 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.254834 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.255349 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 14:38:14.255760 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: l3agentscheduler.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.256917 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.257441 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: l3_agent_scheduler Jul 13 14:38:14.257771 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: logging.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.259465 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.260047 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension logging not supported by any of loaded plugins Jul 13 14:38:14.260380 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: metering.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.261167 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.261760 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: metering Jul 13 14:38:14.262091 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.264981 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.265535 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: metering_source_and_destination_fields Jul 13 14:38:14.265879 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: multiprovidernet.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.266951 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.267474 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: multi-provider Jul 13 14:38:14.267854 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: netmtu.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.268821 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.269342 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: net-mtu Jul 13 14:38:14.269679 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: netmtu_writable.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.270663 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.271272 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: net-mtu-writable Jul 13 14:38:14.271514 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: network_availability_zone.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.272792 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.273303 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: network_availability_zone Jul 13 14:38:14.273631 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: network_ip_availability.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.274795 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.275312 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: network-ip-availability Jul 13 14:38:14.275667 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: network_segment_range.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.276486 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.276994 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 14:38:14.277323 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: pagination.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.278352 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.278690 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: pagination Jul 13 14:38:14.279021 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: port_device_profile.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.280022 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.280554 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: port-device-profile Jul 13 14:38:14.280884 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.281849 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.282365 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: port-mac-address-regenerate Jul 13 14:38:14.282696 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.283696 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.284216 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: port-numa-affinity-policy Jul 13 14:38:14.284546 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: port_resource_request.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.285483 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.285998 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 14:38:14.286330 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: portbindings.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.287309 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.287944 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: binding Jul 13 14:38:14.288272 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: portbindings_extended.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.289726 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.290258 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: binding-extended Jul 13 14:38:14.290592 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: portsecurity.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.291565 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.292119 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: port-security Jul 13 14:38:14.292450 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: project_id.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.293463 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.293799 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: project-id Jul 13 14:38:14.294129 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: providernet.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.295092 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.295648 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: provider Jul 13 14:38:14.295975 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.299672 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.300216 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos not supported by any of loaded plugins Jul 13 14:38:14.300556 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.301915 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.302444 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 14:38:14.302783 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.304314 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.304923 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 14:38:14.305258 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos_default.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.306217 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.306734 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos-default not supported by any of loaded plugins Jul 13 14:38:14.307269 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos_fip.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.307808 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.308313 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 14:38:14.308683 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos_gateway_ip.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.309631 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.310146 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 14:38:14.310475 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos_port_network_policy.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.311422 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.311966 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 14:38:14.312299 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos_rule_type_details.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.313286 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.314300 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 14:38:14.314300 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: qos_rules_alias.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.315210 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.315768 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 14:38:14.316104 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: quotasv2.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.317135 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.317713 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: quotas Jul 13 14:38:14.318044 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: quotasv2_detail.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.321738 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.322091 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: quota_details Jul 13 14:38:14.322434 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: rbac.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.323576 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.324179 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: rbac-policies Jul 13 14:38:14.324520 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: rbac_address_group.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.325522 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.326049 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: rbac-address-group Jul 13 14:38:14.326386 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: rbac_address_scope.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.327353 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.327917 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: rbac-address-scope Jul 13 14:38:14.328246 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: rbac_security_groups.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.329199 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.329720 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: rbac-security-groups Jul 13 14:38:14.330053 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: rbac_subnetpool.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.331001 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.331514 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: rbac-subnetpool Jul 13 14:38:14.331872 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: revisionifmatch.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.332828 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.333352 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: revision-if-match Jul 13 14:38:14.333676 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: revisions.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.335390 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.335948 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: standard-attr-revisions Jul 13 14:38:14.336486 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: router_availability_zone.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.337203 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.337723 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: router_availability_zone Jul 13 14:38:14.338056 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: routerservicetype.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.339039 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.339559 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 14:38:14.339920 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.340871 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.341384 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: security-groups-normalized-cidr Jul 13 14:38:14.341714 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.342662 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.343179 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: port-security-groups-filtering Jul 13 14:38:14.343510 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.344493 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.345011 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: security-groups-remote-address-group Jul 13 14:38:14.345344 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: securitygroup.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.356056 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.356643 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: security-group Jul 13 14:38:14.356988 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: segment.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.357930 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.358457 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension segment not supported by any of loaded plugins Jul 13 14:38:14.358796 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.359924 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.360452 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 14:38:14.360790 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: servicetype.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.361974 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.362506 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: service-type Jul 13 14:38:14.362845 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: sorting.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.363894 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.364239 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: sorting Jul 13 14:38:14.364574 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: standard_attr_segment.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.365633 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.366351 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 14:38:14.366723 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: standardattrdescription.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.367469 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.368153 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: standard-attr-description Jul 13 14:38:14.368534 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: stateful_security_group.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.369602 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.370182 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: stateful-security-group Jul 13 14:38:14.370555 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: stdattrs_common.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.371302 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 14:38:14.371768 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.372810 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.373403 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 14:38:14.373777 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: subnet_onboard.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.374969 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.375497 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: subnet_onboard Jul 13 14:38:14.375868 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.376846 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.377363 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 14:38:14.377696 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: subnet_service_types.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.378662 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.379181 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: subnet-service-types Jul 13 14:38:14.379521 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: subnetallocation.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.380708 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.381226 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: subnet_allocation Jul 13 14:38:14.382100 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.382817 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.383329 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: subnetpool-prefix-ops Jul 13 14:38:14.383690 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.384680 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.385193 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 14:38:14.385525 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: tagging.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.386707 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.387267 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: standard-attr-tag Jul 13 14:38:14.387636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: timestamp.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.389026 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.389563 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loaded extension: standard-attr-timestamp Jul 13 14:38:14.389901 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: trunk.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.391033 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.391551 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension trunk not supported by any of loaded plugins Jul 13 14:38:14.391913 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: trunk_details.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.392926 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.393451 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 14:38:14.393785 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: uplink_status_propagation.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.394728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.395256 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 14:38:14.395592 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Loading extension file: vlantransparent.py {{(pid=109956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:38:14.396331 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:38:14.396843 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 14:38:14.399750 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:network Jul 13 14:38:14.400314 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:subnet Jul 13 14:38:14.400727 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:38:14.401132 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:port Jul 13 14:38:14.402465 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.402916 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service FLAVORS assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.403535 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.404013 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.404352 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:router Jul 13 14:38:14.404800 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 14:38:14.405359 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service METERING assigned prefix: /metering {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.406789 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.407173 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.407540 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:38:14.408596 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 14:38:14.409058 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:security_group Jul 13 14:38:14.409507 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 14:38:14.410129 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service CORE assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.410467 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:38:14.410822 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] subnetpool is already registered Jul 13 14:38:14.411254 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service CORE assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.411585 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:38:14.411953 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] subnetpool is already registered Jul 13 14:38:14.415192 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.415970 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service FLAVORS assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.416894 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.417548 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.418113 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:router Jul 13 14:38:14.418671 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] router is already registered Jul 13 14:38:14.419387 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 14:38:14.419795 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] floatingip is already registered Jul 13 14:38:14.420292 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service METERING assigned prefix: /metering {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.421555 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 14:38:14.421953 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] rbac_policy is already registered Jul 13 14:38:14.422389 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:security_group Jul 13 14:38:14.422736 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] security_group is already registered Jul 13 14:38:14.423153 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 14:38:14.423494 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] security_group_rule is already registered Jul 13 14:38:14.424197 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service CORE assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.424540 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:38:14.424884 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] subnetpool is already registered Jul 13 14:38:14.425322 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.v2.resource_helper [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Service CORE assigned prefix: {{(pid=109956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:38:14.425652 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:38:14.425990 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING neutron.quota.resource_registry [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] subnetpool is already registered Jul 13 14:38:14.426478 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: extensions {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.428080 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: address-groups {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.430463 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: address-scopes {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.431909 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: agents {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.433098 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: auto-allocated-topology {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.434355 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: availability_zones {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.435636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: dhcp-networks {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.437200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: dhcp-agents {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.438634 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: routers {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.440430 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: flavors {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.441724 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: service_profiles {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.442954 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: next_providers {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.444823 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: service_profiles {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.447020 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: floatingip-pools {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.449147 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: routers {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.451711 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: floatingips {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.454382 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: l3-routers {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.455873 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: l3-agents {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.457326 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: metering-labels {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.458681 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: metering-label-rules {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.460188 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: network-ip-availabilities {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.461486 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: bindings {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.463086 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: quotas {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.464757 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: quotas {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.466307 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: rbac-policies {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.467476 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: security-groups {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.468839 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: security-group-rules {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.470122 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: service-providers {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.471449 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: subnetpools {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.472824 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: subnetpools {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.474412 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.476749 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.478885 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.480729 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.482465 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.484489 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.486276 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.488128 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.490046 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.492461 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron.api.extensions [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Extended resource: tags {{(pid=109956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:38:14.498647 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING keystonemiddleware.auth_token [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 14:38:14.503830 dv-cinder-788364-4-iscsi neutron-server[109956]: WARNING keystonemiddleware.auth_token [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 14:38:14.514254 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_concurrency.lockutils [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Acquired lock "singleton_lock" {{(pid=109956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 14:38:14.514768 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_concurrency.lockutils [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Releasing lock "singleton_lock" {{(pid=109956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 14:38:14.515697 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO oslo_service.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Starting 2 workers Jul 13 14:38:14.521625 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Started child 110073 {{(pid=109956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:38:14.526950 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Started child 110074 {{(pid=109956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:38:14.527395 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.528830 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO neutron.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 14:38:14.529143 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [-] (110073) wsgi starting up on http://0.0.0.0:9696 Jul 13 14:38:14.529546 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Notify callbacks [] for process, before_spawn {{(pid=109956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.532063 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.532810 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO oslo_service.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Starting 1 workers Jul 13 14:38:14.533563 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [-] (110074) wsgi starting up on http://0.0.0.0:9696 Jul 13 14:38:14.538179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Started child 110075 {{(pid=109956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:38:14.538778 dv-cinder-788364-4-iscsi neutron-server[109956]: INFO oslo_service.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Starting 1 workers Jul 13 14:38:14.541768 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] calling RpcWorker wait() {{(pid=110075) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 14:38:14.542521 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] returning from RpcWorker wait() {{(pid=110075) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 14:38:14.543545 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Started child 110076 {{(pid=109956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:38:14.543751 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.544137 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:14.544435 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG neutron_lib.callbacks.manager [None req-f7d731a1-5e7c-4a80-8925-d9df3270e7e1 None None] Notify callbacks [] for process, after_spawn {{(pid=109956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.546409 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 14:38:14.546617 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:38:14.546797 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:38:14.547039 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:38:14.547379 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:38:14.547544 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:38:14.548063 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.548354 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.548607 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.548897 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.549050 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.549638 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.549794 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.550060 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.550277 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:14.550433 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.550594 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.550843 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.550994 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.551147 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.551403 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.551684 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.551991 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.552268 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.552522 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.552799 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.552962 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.553248 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.554058 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.554398 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.554578 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] debug = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.554829 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.555314 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.555578 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.555864 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.556118 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.556391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.556622 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.556897 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.557144 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.557366 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.557604 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.557869 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.558113 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.558327 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.558547 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.558811 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.559050 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.559541 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] host = dv-cinder-788364-4-iscsi {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.559789 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.560037 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.560296 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.560547 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.560795 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.561060 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.561257 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.561516 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.561778 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.562005 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.562271 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.562520 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.562738 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.562980 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.563148 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_options = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.563396 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.563719 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.563961 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.564159 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.564349 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.564648 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.564818 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.564957 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.565157 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.565383 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.565616 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.565851 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.566065 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.566280 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.566557 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.566801 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.567017 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.567237 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.567537 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.567797 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.567947 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.568177 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.568430 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.568670 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.569081 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.569341 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.569617 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.569858 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.570067 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.570310 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.570548 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.570806 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.571139 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.571291 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.571527 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.571769 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.571993 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.572278 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.572514 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.572761 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.573028 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.573270 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.573521 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.573738 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.573978 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.574216 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_json = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.574418 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.574715 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.574926 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.575143 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.575375 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.575597 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.575893 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.577129 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.577129 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.577129 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.577129 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.577444 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.577612 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.577855 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.578043 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.578262 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.578532 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.578779 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.579102 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.579330 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.579670 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.579990 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.580197 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.580547 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.585274 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.585274 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.585274 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.585274 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.585274 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.585274 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.585274 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.585274 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.586728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.586728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.586728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.586728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.586728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.586728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.586728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.586728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.587781 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.591391 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.592150 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.598727 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.599506 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.601186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.601186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.601186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.601186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.601186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.601186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.601186 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.602864 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.603540 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.603826 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.604106 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.604369 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.604648 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.604882 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.605176 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.605411 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.605641 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607181 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607181 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607181 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607181 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607181 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607181 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607974 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607974 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.607974 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.608293 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.608293 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.608558 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.608746 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.609015 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.609279 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.609647 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.609901 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.610362 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.610790 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.611240 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.611820 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.612109 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.612419 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.612683 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.612958 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.613192 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.613583 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.613988 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.614396 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.614810 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.615193 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.615586 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.616535 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.616950 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.617360 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.617741 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.618102 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.618476 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.618943 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.619205 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.619434 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.619670 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.619952 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.620208 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.620458 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.620726 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.620974 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.621237 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.621479 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.621713 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.621947 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.622162 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.622438 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.622619 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.622848 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.623080 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.623313 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.623555 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.623814 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.624091 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.624318 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.624535 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.624755 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.624976 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.625189 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.625431 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.625723 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.625887 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.626119 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.626333 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.626547 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.626763 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.626977 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.627227 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.627438 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.627742 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.628199 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.628199 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.628429 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.628861 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.629095 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.629310 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.629557 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.629775 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.629990 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.630202 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.630437 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.630645 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.630856 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.631079 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.631330 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.631598 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.631873 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.632218 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.632466 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.632699 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.632917 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.633133 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.633379 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.633657 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.633852 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.634050 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.634281 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.634499 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.634742 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.634984 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.635202 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.635432 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.635662 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.635870 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.636082 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.636290 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.636593 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.636844 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.637071 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.637344 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.637568 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.637774 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.638018 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.638226 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.638451 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.638689 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.638902 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.639110 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.639339 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.639546 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.639787 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.640007 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.640216 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.640568 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.640829 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.641038 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.641245 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.641496 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.641711 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.641914 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.642346 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.642602 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.642860 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.643087 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.643299 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.643503 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.643835 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.644082 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.644447 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.644747 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.644978 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.645239 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.645498 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.645806 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.646044 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.646284 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.646502 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.646723 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.647115 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.647382 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.647726 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.648052 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.648298 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.648559 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.648838 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.649126 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.649387 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.649751 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.650052 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.650407 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.650692 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.650942 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.651171 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.651428 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.651683 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.651902 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.652133 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.652379 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.652609 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.652864 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.653090 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.653331 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.653548 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.653792 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.654005 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.654293 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.654531 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.654769 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.654979 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.655139 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:38:14.655691 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 14:38:14.655841 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:38:14.656019 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:38:14.656142 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:38:14.656308 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:38:14.656494 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:38:14.656671 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.656818 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.656977 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.657112 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.657245 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.657436 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.657589 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.657903 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.658059 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.658305 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.658441 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.658586 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.658678 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.658833 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.658979 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.659124 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.659372 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.659372 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.659593 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.659742 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.659846 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.659963 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.660118 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] debug = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.660273 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.660488 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.660653 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.660809 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.660965 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.661122 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.661278 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.661433 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.661588 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.661745 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.661901 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.662058 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.662213 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.662369 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.662525 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.663230 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.663408 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.663656 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] host = dv-cinder-788364-4-iscsi {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.663745 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.663872 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.663996 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.664151 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.664305 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.664461 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.664615 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.664772 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.664928 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.665083 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.665238 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.665393 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.665548 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.665702 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.665855 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_options = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.666009 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.666162 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.666367 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.666487 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.666646 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.666831 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.666997 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.667103 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.667259 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.667416 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.667571 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.667749 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.667905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.668059 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.668214 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.668368 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.668523 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.668678 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.668834 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.668987 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.669142 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.669300 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.669489 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.669601 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.669755 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.669909 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.670063 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.670218 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.670373 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.670526 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.670681 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.670838 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.670993 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.671148 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.671302 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.671456 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.671645 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.671799 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.672262 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.672262 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.672262 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.672590 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.672590 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.672771 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.672885 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.673369 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_json = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.673369 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.673369 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.673679 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.673679 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.673679 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.673977 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.673977 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.674172 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:38:14.674267 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.674423 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.674595 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675006 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675006 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675207 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675207 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675405 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675519 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675682 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675806 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.675957 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.676246 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.676414 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.676550 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.676704 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.676999 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.677302 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.677480 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.677616 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.677748 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.677900 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.679009 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.679168 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.679416 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.679720 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.679880 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.680084 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.680179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.680300 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.680461 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.680622 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.680782 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.680941 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.681099 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.681257 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.681416 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.681576 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.681735 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.681895 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.682511 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.682511 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.682511 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.682511 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.682893 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.682893 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.683094 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.683094 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.683291 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.683417 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.683542 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.683706 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.683844 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.684003 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.684163 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.684320 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.684479 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.684636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.684795 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.684954 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.685112 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.685285 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.685453 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.685613 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.685749 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.685887 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.686047 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.686206 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.686364 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.686522 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.686680 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.686838 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.686996 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.687154 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.687312 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.687471 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.687698 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.687828 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.687950 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.688108 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.688264 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.688422 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.688579 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.688725 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.688901 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.689059 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.689222 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.689363 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.689527 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.689721 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.689824 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.689987 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.690143 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.690301 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.690466 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.690623 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.690865 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.691001 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.691127 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.691256 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.691382 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.691537 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.691699 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.691837 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.691961 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.692109 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.692247 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.692478 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.692614 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.692738 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.692860 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.692986 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.693516 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.693516 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.693516 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.693924 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.693924 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.694192 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.694326 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.694473 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.694637 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.694766 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.694929 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.695073 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.695199 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.695327 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.695455 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:14.695645 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.695645 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.695901 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.696030 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.696174 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.696295 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.696416 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.696535 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.696688 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.696956 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.697062 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.697147 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.697303 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.697463 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.697622 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.697780 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.697940 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.698098 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.698256 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.698414 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.698571 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.698728 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.698887 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.699046 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.699204 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.699363 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.699521 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.699699 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.699856 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.700017 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.700175 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.700332 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.700489 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.700646 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.700803 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.700961 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.701118 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.701275 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.701433 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.701590 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.701747 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.701905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.702062 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.702223 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.702380 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.702602 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.702700 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.702842 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.703001 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.703159 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.703319 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.703476 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.703886 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.704137 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.704285 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.704449 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.704593 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.704758 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.704913 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.705068 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.705206 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.705372 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.705521 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.705679 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.705842 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.706000 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.706295 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.706295 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.708200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.708200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.708200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.708200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.708200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.708200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.708200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.708200 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.709905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.709905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.709905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.709905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.709905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.709905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.709905 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.710683 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 43142) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:14.712134 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.712134 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.712420 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.712869 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.713028 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.715636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.715636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.715636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.715636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.715636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.715636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.715636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.715636 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.716179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.716179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.716179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.716179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.716179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.716179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.716179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.716179 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.717082 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.717435 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.717774 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062325 Jul 13 14:38:14.717933 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.717933 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.718485 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.718485 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.718485 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.718816 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.718816 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.719061 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.719061 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.719263 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.719376 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.719667 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.719838 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.719955 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.720099 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.720218 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.720331 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.721169 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.721169 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.721169 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.721169 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.721169 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.721700 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.721700 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.721700 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.722011 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.722011 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.722231 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.722231 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.722471 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.722623 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.722736 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.722841 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.723029 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.723170 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.723281 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.723452 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.723744 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.723890 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.724038 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.724168 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.724290 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.724681 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.724681 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.724927 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.725574 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.725720 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:38:14.725857 dv-cinder-788364-4-iscsi neutron-server[109956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:38:26.550807 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f9c80-ff01-4133-b36e-623eb0144495 None None] get_active_networks_info from dv-cinder-788364-4-iscsi {{(pid=110075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:38:26.642708 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f9c80-ff01-4133-b36e-623eb0144495 None None] No non-hosted networks {{(pid=110075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 14:38:26.664884 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6bde4837-035f-4f0b-9d9f-77a51068a1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3904826'] for agent, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:29.476767 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3904826'] for agent, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:29.478765 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.479553 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.480609 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.481974 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.484905 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.485801 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.487906 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.489474 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.490924 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.492244 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.494506 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.495731 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:29.498425 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788364-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:29.520116 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788364-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:29.856723 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1b532748-8375-4c3f-8a54-ab6d5341626b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3904826'] for agent, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:29.924802 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-08e0f993-2167-4335-8ca5-dc6e899f0f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.393081 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3904826'] for agent, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.069184 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3904826'] for agent, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:33.288544 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 43236) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:33.875248 dv-cinder-788364-4-iscsi neutron-server[110073]: WARNING oslo_policy.policy [None req-8f1f4674-f020-441e-a9ce-5487da5fd717 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:33.875853 dv-cinder-788364-4-iscsi neutron-server[110073]: WARNING oslo_policy.policy [None req-8f1f4674-f020-441e-a9ce-5487da5fd717 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:34.095674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [None req-8f1f4674-f020-441e-a9ce-5487da5fd717 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:38:34.096782 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-8f1f4674-f020-441e-a9ce-5487da5fd717 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8073053 Jul 13 14:38:34.253637 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.db.l3_hamode_db [None req-0d524cc6-d93c-4b16-8f4e-2cc02df003a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 14:38:34.335692 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d524cc6-d93c-4b16-8f4e-2cc02df003a6 None None] Routers set() bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:34.336084 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d524cc6-d93c-4b16-8f4e-2cc02df003a6 None None] Router IDs set() for agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 14:38:36.579364 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 43250) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:36.901632 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-89b38a0e-c74c-4e3b-8c85-8afcf04cf289 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:36.993771 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.policy [None req-89b38a0e-c74c-4e3b-8c85-8afcf04cf289 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110073) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 14:38:37.038871 dv-cinder-788364-4-iscsi neutron-server[110073]: WARNING oslo_policy.policy [None req-89b38a0e-c74c-4e3b-8c85-8afcf04cf289 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:37.039282 dv-cinder-788364-4-iscsi neutron-server[110073]: WARNING oslo_policy.policy [None req-89b38a0e-c74c-4e3b-8c85-8afcf04cf289 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:37.047710 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.quota [None req-89b38a0e-c74c-4e3b-8c85-8afcf04cf289 admin admin] Loaded quota_driver: . Jul 13 14:38:37.140589 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-89b38a0e-c74c-4e3b-8c85-8afcf04cf289 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780826603107', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780826601486', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780826590422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780826588700', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780826578015', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780826569364', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593974', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3687946', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3885561'] for rbac-policy, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.208337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-89b38a0e-c74c-4e3b-8c85-8afcf04cf289 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.209634 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-89b38a0e-c74c-4e3b-8c85-8afcf04cf289 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6292479 Jul 13 14:38:39.816118 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43262) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:40.323538 dv-cinder-788364-4-iscsi neutron-server[110074]: WARNING oslo_policy.policy [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:40.324165 dv-cinder-788364-4-iscsi neutron-server[110074]: WARNING oslo_policy.policy [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:40.538687 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Request body: {'network': {'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:40.540427 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.quota [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Loaded quota_driver: . Jul 13 14:38:40.600727 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Made reservation on behalf of b775812d3f764b7ca3ecfb9da5e7bfa5 for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:40.669105 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.policy [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110074) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 14:38:40.724036 dv-cinder-788364-4-iscsi neutron-server[110074]: WARNING oslo_policy.policy [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:40.724645 dv-cinder-788364-4-iscsi neutron-server[110074]: WARNING oslo_policy.policy [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:40.735820 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.758893 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.894608 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.899140 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.926001 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:38:40.953466 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780828084026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.954080 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Unsubscribe: segment precommit_create {{(pid=110074) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 14:38:40.954599 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Added segment 9d7aa712-dff2-4787-a603-cb876a3788b5 of type vlan for network 841fc67c-5547-4536-bdb6-cdf88ee62444 Jul 13 14:38:40.962177 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561508e3-5695-4461-8ebc-6a0b71a8565f,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:40.997156 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:40.997505 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:40.997843 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:40.998201 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:40.998527 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:40.998865 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:40.999189 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:40.999522 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:40.999885 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:41.000206 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:41.000521 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:41.000833 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Tracked resource versions report: Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: pushed versions: Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: { 'AddressGroup': {'1.2'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'ConntrackHelper': {'1.0'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Log': {'1.0'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Network': {'1.1'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Port': {'1.7'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'PortForwarding': {'1.2'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'QosPolicy': {'1.8'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SecurityGroup': {'1.4'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SubPort': {'1.0'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Subnet': {'1.1'}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Trunk': {'1.1'}} Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: consumer versions: Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: { DHCP agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: L3 agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: Metadata agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: Metering agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: Open vSwitch agent@dv-cinder-788364-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'ConntrackHelper': '1.0', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Log': '1.0', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Network': '1.1', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Port': '1.7', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'PortForwarding': '1.2', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'QosPolicy': '1.8', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SecurityGroup': '1.4', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SecurityGroupRule': '1.2', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SubPort': '1.0', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Subnet': '1.1', Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Trunk': '1.1'}} Jul 13 14:38:41.001936 dv-cinder-788364-4-iscsi neutron-server[110074]: {{(pid=110074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:38:41.097920 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.151319 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.152527 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:41.153178 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.234670 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4162974 Jul 13 14:38:41.252548 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77177a2-a106-4b51-9edd-76f67b131f2f admin admin] Pushing event updated for resources: {'Network': ['ID=841fc67c-5547-4536-bdb6-cdf88ee62444,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:41.265193 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 841fc67c-5547-4536-bdb6-cdf88ee62444 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:38:43.865318 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43284) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:44.258552 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1857ab8-0486-48d4-8af0-c76151c137d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:44.259843 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d1857ab8-0486-48d4-8af0-c76151c137d7 admin admin] 10.222.0.37 "GET /v2.0/networks/841fc67c-5547-4536-bdb6-cdf88ee62444 HTTP/1.1" status: 200 len: 825 time: 0.3935275 Jul 13 14:38:44.299065 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6ce86a02-d075-4c3d-9deb-553696fafc4a admin admin] 10.222.0.37 "GET /v2.0/subnetpools/cf1010df-a96b-4b51-9449-17e799d4d385 HTTP/1.1" status: 200 len: 734 time: 0.0337992 Jul 13 14:38:44.308666 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Request body: {'subnet': {'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'name': 'private-subnet', 'subnetpool_id': 'cf1010df-a96b-4b51-9449-17e799d4d385', 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:44.332367 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Made reservation on behalf of b775812d3f764b7ca3ecfb9da5e7bfa5 for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:44.335560 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.646039 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.719578 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=533323e6-fd2b-47a7-8dbe-9bea215e6802,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:44.723867 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Checking segment: {'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:44.724481 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Network hostable DHCP agents. Network: 841fc67c-5547-4536-bdb6-cdf88ee62444, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:38:44.751720 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Network 841fc67c-5547-4536-bdb6-cdf88ee62444 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:38:44.765812 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 841fc67c-5547-4536-bdb6-cdf88ee62444) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:44.772421 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:44.773018 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.779955 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174a4c0-2f2a-4874-9743-a60aabed9c72 None None] Network 841fc67c-5547-4536-bdb6-cdf88ee62444 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:44.790175 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-5c347f29-079a-43d6-b3e5-7ea58e5246cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4848092 Jul 13 14:38:45.123749 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-841fc67c-5547-4536-bdb6-cdf88ee62444', 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'fixed_ips': [{'subnet_id': '533323e6-fd2b-47a7-8dbe-9bea215e6802'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:38:45.125000 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.420999 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Allocated IP 172.20.0.2 (841fc67c-5547-4536-bdb6-cdf88ee62444/533323e6-fd2b-47a7-8dbe-9bea215e6802/c13a39ed-c248-4a06-aca1-889f26a3a929) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:45.654830 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.676130 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Transition to ACTIVE for port object c13a39ed-c248-4a06-aca1-889f26a3a929 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:45.739043 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Transition to ACTIVE for port object c13a39ed-c248-4a06-aca1-889f26a3a929 will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:45.748984 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.819914 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Network 841fc67c-5547-4536-bdb6-cdf88ee62444 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:45.824867 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:45.834766 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:45.838028 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Pushing event updated for resources: {'Port': ['ID=c13a39ed-c248-4a06-aca1-889f26a3a929,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:45.886222 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.886591 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.886937 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.887272 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.887605 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.887960 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.888288 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.888670 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.889017 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.889342 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.889683 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.890030 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Tracked resource versions report: Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: pushed versions: Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: { 'AddressGroup': {'1.2'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'ConntrackHelper': {'1.0'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Log': {'1.0'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Network': {'1.1'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Port': {'1.7'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'PortForwarding': {'1.2'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'QosPolicy': {'1.8'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SecurityGroup': {'1.4'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SubPort': {'1.0'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Subnet': {'1.1'}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Trunk': {'1.1'}} Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: consumer versions: Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: { DHCP agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: L3 agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: Metadata agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: Metering agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: Open vSwitch agent@dv-cinder-788364-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'ConntrackHelper': '1.0', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Log': '1.0', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Network': '1.1', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Port': '1.7', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'PortForwarding': '1.2', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'QosPolicy': '1.8', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SecurityGroup': '1.4', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SecurityGroupRule': '1.2', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SubPort': '1.0', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Subnet': '1.1', Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Trunk': '1.1'}} Jul 13 14:38:45.891083 dv-cinder-788364-4-iscsi neutron-server[110075]: {{(pid=110075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:38:45.924053 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Attempting to bind port c13a39ed-c248-4a06-aca1-889f26a3a929 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:45.924443 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Attempting to bind port c13a39ed-c248-4a06-aca1-889f26a3a929 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:45.924850 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Attempting to bind port c13a39ed-c248-4a06-aca1-889f26a3a929 on network 841fc67c-5547-4536-bdb6-cdf88ee62444 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:45.930538 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:45.930883 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Checking segment: {'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:45.931360 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.931785 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Bound using segment: {'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:45.932251 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Bound port: c13a39ed-c248-4a06-aca1-889f26a3a929, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:45.932662 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.997626 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] For port c13a39ed-c248-4a06-aca1-889f26a3a929, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:46.001929 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] For port c13a39ed-c248-4a06-aca1-889f26a3a929, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=c13a39ed-c248-4a06-aca1-889f26a3a929,segment=NetworkSegment(9d7aa712-dff2-4787-a603-cb876a3788b5),segment_id=9d7aa712-dff2-4787-a603-cb876a3788b5)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:46.007476 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.081039 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c162054-f50a-4695-b630-596b25ed4beb None None] Pushing event updated for resources: {'Port': ['ID=c13a39ed-c248-4a06-aca1-889f26a3a929,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:47.249322 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43292) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:47.635588 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [None req-41566283-1700-4d43-98cd-4b10a02c0d7b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:38:47.636626 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-41566283-1700-4d43-98cd-4b10a02c0d7b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3860664 Jul 13 14:38:50.107243 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43300) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:50.449992 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [None req-317caa44-77b4-476a-8a31-ee100b3e128f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:38:50.451081 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-317caa44-77b4-476a-8a31-ee100b3e128f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3428824 Jul 13 14:38:51.601133 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device c13a39ed-c248-4a06-aca1-889f26a3a929 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:51.688192 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port c13a39ed-c248-4a06-aca1-889f26a3a929 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:52.443510 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb05700-a560-4696-9b13-5613190110e6 None None] Network 841fc67c-5547-4536-bdb6-cdf88ee62444 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:52.572711 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-2015f1e9-62e5-4b35-8469-43b3e0615ca5 None None] Provisioning for port c13a39ed-c248-4a06-aca1-889f26a3a929 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:52.580594 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-2015f1e9-62e5-4b35-8469-43b3e0615ca5 None None] Provisioning complete for port c13a39ed-c248-4a06-aca1-889f26a3a929 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:52.581002 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2015f1e9-62e5-4b35-8469-43b3e0615ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.760795 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2015f1e9-62e5-4b35-8469-43b3e0615ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.814336 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-2015f1e9-62e5-4b35-8469-43b3e0615ca5 None None] For port c13a39ed-c248-4a06-aca1-889f26a3a929, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=c13a39ed-c248-4a06-aca1-889f26a3a929,segment=NetworkSegment(9d7aa712-dff2-4787-a603-cb876a3788b5),segment_id=9d7aa712-dff2-4787-a603-cb876a3788b5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:52.820025 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2015f1e9-62e5-4b35-8469-43b3e0615ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.871495 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015f1e9-62e5-4b35-8469-43b3e0615ca5 None None] Pushing event updated for resources: {'Port': ['ID=c13a39ed-c248-4a06-aca1-889f26a3a929,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:52.944224 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-077c64a0-4a03-4cfd-b41f-cc3464527d36 None None] Provisioning complete for port c13a39ed-c248-4a06-aca1-889f26a3a929 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:52.944607 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-077c64a0-4a03-4cfd-b41f-cc3464527d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.274052 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43314) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:53.580134 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device c13a39ed-c248-4a06-aca1-889f26a3a929 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:53.639560 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port c13a39ed-c248-4a06-aca1-889f26a3a929 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:53.639983 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.702239 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-bf335f16-0396-42a6-8fa4-2ece82c347ba admin admin] Request body: {'router': {'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:53.733257 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf335f16-0396-42a6-8fa4-2ece82c347ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.734676 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf335f16-0396-42a6-8fa4-2ece82c347ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.891729 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf335f16-0396-42a6-8fa4-2ece82c347ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.897350 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf335f16-0396-42a6-8fa4-2ece82c347ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.910149 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf335f16-0396-42a6-8fa4-2ece82c347ba admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.912028 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-bf335f16-0396-42a6-8fa4-2ece82c347ba admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6371276 Jul 13 14:38:56.338696 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43322) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:56.419497 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-11c80fe4-476a-4ade-bb2b-ca9fd3696618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.668500 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [None req-143e9bf1-4166-48e7-96d4-bcfe1be225ce admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:38:56.669707 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-143e9bf1-4166-48e7-96d4-bcfe1be225ce admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3299479 Jul 13 14:38:59.074413 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 43330) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:59.419286 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:59.453633 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Made reservation on behalf of 487e9f6c43284c1ebfb3c083e2147abf for: {'network': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:59.459644 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.479968 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.483499 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.628797 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.634115 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.648337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=110073) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 14:38:59.685914 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780828084026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.686528 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Unsubscribe: segment precommit_create {{(pid=110073) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 14:38:59.687050 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.segments_db [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Added segment 72efe04e-8080-4e3a-a889-db9007f28038 of type flat for network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 Jul 13 14:38:59.695553 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dfec55-76fa-4add-ab79-44d5cc68ee9a,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.719634 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.720018 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.720361 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.720696 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.721021 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.721361 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.721689 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.722025 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.722363 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.723361 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.723581 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.724094 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Tracked resource versions report: Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: pushed versions: Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: { 'AddressGroup': {'1.2'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'ConntrackHelper': {'1.0'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Log': {'1.0'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Network': {'1.1'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Port': {'1.7'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'PortForwarding': {'1.2'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'QosPolicy': {'1.8'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SecurityGroup': {'1.4'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SubPort': {'1.0'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Subnet': {'1.1'}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Trunk': {'1.1'}} Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: consumer versions: Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: { DHCP agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: L3 agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: Metadata agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: Metering agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: Open vSwitch agent@dv-cinder-788364-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'ConntrackHelper': '1.0', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Log': '1.0', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Network': '1.1', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Port': '1.7', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'PortForwarding': '1.2', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'QosPolicy': '1.8', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SecurityGroup': '1.4', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SecurityGroupRule': '1.2', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SubPort': '1.0', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Subnet': '1.1', Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Trunk': '1.1'}} Jul 13 14:38:59.725682 dv-cinder-788364-4-iscsi neutron-server[110073]: {{(pid=110073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:38:59.827687 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.852286 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7760-442f-493e-8ab7-22e4d67c4d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.908284 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.909628 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:59.910608 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.003703 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9281301 Jul 13 14:39:00.021516 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c725-d2d6-424e-a5eb-b5cbf275e9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4138966e-b3fc-47d9-aafa-a5e28a9d9369,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:00.034477 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:39:00.343719 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.005338 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.487288 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 43352) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:02.743864 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771aa76-8b87-4ed3-9f5d-f2e6772fb062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:02.745301 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-d771aa76-8b87-4ed3-9f5d-f2e6772fb062 admin admin] 10.222.0.37 "GET /v2.0/subnets/533323e6-fd2b-47a7-8dbe-9bea215e6802 HTTP/1.1" status: 200 len: 849 time: 0.2569604 Jul 13 14:39:02.948464 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-e20393c2-f571-49e5-91b9-28b98499a26c admin admin] 10.222.0.37 "GET /v2.0/routers/913556fc-c376-4103-bbe2-2226ca535c22 HTTP/1.1" status: 200 len: 704 time: 0.1974497 Jul 13 14:39:03.238334 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:03.555176 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Allocated IP 172.20.0.1 (841fc67c-5547-4536-bdb6-cdf88ee62444/533323e6-fd2b-47a7-8dbe-9bea215e6802/dd7412f0-4715-48e6-919b-775a43fd4b2b) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:03.767848 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:03.797978 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Transition to ACTIVE for port object dd7412f0-4715-48e6-919b-775a43fd4b2b will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:03.890667 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:03.958599 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Network 841fc67c-5547-4536-bdb6-cdf88ee62444 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:03.970952 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:03.975495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:03.976536 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.055174 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Pushing event updated for resources: {'Port': ['ID=dd7412f0-4715-48e6-919b-775a43fd4b2b,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:04.227721 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-70a2c298-1198-40ca-bc07-efca8a0b77b4 None None] Provisioning for port dd7412f0-4715-48e6-919b-775a43fd4b2b completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:04.232568 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-70a2c298-1198-40ca-bc07-efca8a0b77b4 None None] Provisioning complete for port dd7412f0-4715-48e6-919b-775a43fd4b2b triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:04.232941 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70a2c298-1198-40ca-bc07-efca8a0b77b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.236464 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.270307 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-70a2c298-1198-40ca-bc07-efca8a0b77b4 None None] Port dd7412f0-4715-48e6-919b-775a43fd4b2b cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:04.508964 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.514700 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.516019 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.601006 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Pushing event updated for resources: {'Port': ['ID=dd7412f0-4715-48e6-919b-775a43fd4b2b,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:04.610363 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:04.659806 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Network 841fc67c-5547-4536-bdb6-cdf88ee62444 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:04.661927 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:04.856656 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Router 913556fc-c376-4103-bbe2-2226ca535c22 is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:39:04.895851 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-52842db5-20aa-4ae2-87a3-0d72d4afa37f None None] Provisioning complete for port dd7412f0-4715-48e6-919b-775a43fd4b2b triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:04.896227 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-52842db5-20aa-4ae2-87a3-0d72d4afa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:04.933797 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-52842db5-20aa-4ae2-87a3-0d72d4afa37f None None] Port dd7412f0-4715-48e6-919b-775a43fd4b2b cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:04.957408 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:39:04.963245 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-3ec181aa-3591-4a91-8029-85a63b69af3b admin admin] 10.222.0.37 "PUT /v2.0/routers/913556fc-c376-4103-bbe2-2226ca535c22/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0097380 Jul 13 14:39:04.970604 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Sync routers for ids ['913556fc-c376-4103-bbe2-2226ca535c22'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:39:04.983904 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Routers {'913556fc-c376-4103-bbe2-2226ca535c22'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:04.984726 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:39:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['913556fc-c376-4103-bbe2-2226ca535c22'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:05.186547 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Set router 913556fc-c376-4103-bbe2-2226ca535c22 gateway port host: None {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:05.668537 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913556fc-c376-4103-bbe2-2226ca535c22', 'name': 'router1', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:04Z', 'revision_number': 2, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'gw_port_host': None, '_interfaces': [{'id': 'dd7412f0-4715-48e6-919b-775a43fd4b2b', 'name': '', 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'mac_address': 'fa:16:3e:85:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:03Z', 'updated_at': '2021-07-13T14:39:04Z', 'revision_number': 2, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'subnets': [{'id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf1010df-a96b-4b51-9449-17e799d4d385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:05.728327 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Checking router: 913556fc-c376-4103-bbe2-2226ca535c22 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:39:05.728807 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Updating router 913556fc-c376-4103-bbe2-2226ca535c22 port dd7412f0-4715-48e6-919b-775a43fd4b2b binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:39:05.807331 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.392801 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.411851 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Transition to ACTIVE for port object dd7412f0-4715-48e6-919b-775a43fd4b2b will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:06.418585 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.576498 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Pushing event updated for resources: {'Port': ['ID=dd7412f0-4715-48e6-919b-775a43fd4b2b,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:06.596402 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Attempting to bind port dd7412f0-4715-48e6-919b-775a43fd4b2b on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:06.596809 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Attempting to bind port dd7412f0-4715-48e6-919b-775a43fd4b2b by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:06.597224 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Attempting to bind port dd7412f0-4715-48e6-919b-775a43fd4b2b on network 841fc67c-5547-4536-bdb6-cdf88ee62444 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:06.600912 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.601520 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.601855 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.602184 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.602513 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.602838 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.603160 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.603486 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.603852 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.604174 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.604492 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.604807 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Tracked resource versions report: Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: pushed versions: Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: { 'AddressGroup': {'1.2'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'ConntrackHelper': {'1.0'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Log': {'1.0'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Network': {'1.1'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Port': {'1.7'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'PortForwarding': {'1.2'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'QosPolicy': {'1.8'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SecurityGroup': {'1.4'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SubPort': {'1.0'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Subnet': {'1.1'}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Trunk': {'1.1'}} Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: consumer versions: Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: { DHCP agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: L3 agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: Metadata agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: Metering agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: Open vSwitch agent@dv-cinder-788364-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'ConntrackHelper': '1.0', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Log': '1.0', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Network': '1.1', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Port': '1.7', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'PortForwarding': '1.2', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'QosPolicy': '1.8', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SecurityGroup': '1.4', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SecurityGroupRule': '1.2', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SubPort': '1.0', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Subnet': '1.1', Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Trunk': '1.1'}} Jul 13 14:39:06.605924 dv-cinder-788364-4-iscsi neutron-server[110076]: {{(pid=110076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:39:06.614106 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:06.614529 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Checking segment: {'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:06.615498 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.615498 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Bound using segment: {'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:06.615939 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Bound port: dd7412f0-4715-48e6-919b-775a43fd4b2b, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7aa712-dff2-4787-a603-cb876a3788b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:06.616356 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.686995 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] For port dd7412f0-4715-48e6-919b-775a43fd4b2b, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:06.709363 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] For port dd7412f0-4715-48e6-919b-775a43fd4b2b, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=dd7412f0-4715-48e6-919b-775a43fd4b2b,segment=NetworkSegment(9d7aa712-dff2-4787-a603-cb876a3788b5),segment_id=9d7aa712-dff2-4787-a603-cb876a3788b5)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:06.713646 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.778019 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Routers {'913556fc-c376-4103-bbe2-2226ca535c22'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:06.778688 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:39:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['913556fc-c376-4103-bbe2-2226ca535c22'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:06.780655 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8735595-0eb4-4c7d-a3f8-ede4030fbbbf None None] Pushing event updated for resources: {'Port': ['ID=dd7412f0-4715-48e6-919b-775a43fd4b2b,revision_number=4']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:06.887303 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] Set router 913556fc-c376-4103-bbe2-2226ca535c22 gateway port host: None {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:07.112904 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913556fc-c376-4103-bbe2-2226ca535c22', 'name': 'router1', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:04Z', 'revision_number': 2, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'gw_port_host': None, '_interfaces': [{'id': 'dd7412f0-4715-48e6-919b-775a43fd4b2b', 'name': '', 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'mac_address': 'fa:16:3e:85:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:03Z', 'updated_at': '2021-07-13T14:39:06Z', 'revision_number': 4, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'subnets': [{'id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf1010df-a96b-4b51-9449-17e799d4d385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:07.140882 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbf94b-36e4-447e-b65f-7bd472606585 None None] The sync data for ids ['913556fc-c376-4103-bbe2-2226ca535c22'] in dv-cinder-788364-4-iscsi is: [{'id': '913556fc-c376-4103-bbe2-2226ca535c22', 'name': 'router1', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:04Z', 'revision_number': 2, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'gw_port_host': None, '_interfaces': [{'id': 'dd7412f0-4715-48e6-919b-775a43fd4b2b', 'name': '', 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'mac_address': 'fa:16:3e:85:44:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:03Z', 'updated_at': '2021-07-13T14:39:06Z', 'revision_number': 4, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'subnets': [{'id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf1010df-a96b-4b51-9449-17e799d4d385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:07.281169 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43372) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:07.398782 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d0b430-019d-47fe-89ff-334f3f8d03fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:07.400196 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c8d0b430-019d-47fe-89ff-334f3f8d03fd admin admin] 10.222.0.37 "GET /v2.0/networks/4138966e-b3fc-47d9-aafa-a5e28a9d9369 HTTP/1.1" status: 200 len: 842 time: 0.1180744 Jul 13 14:39:07.410645 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:07.437275 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Made reservation on behalf of 487e9f6c43284c1ebfb3c083e2147abf for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:39:07.440733 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Notify callbacks [] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.822485 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.objects.ports [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110074) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:39:07.822892 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.877047 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0713470-8831-4cbf-9f75-f31a2001285b,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:07.888342 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:07.888693 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Network hostable DHCP agents. Network: 4138966e-b3fc-47d9-aafa-a5e28a9d9369, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:39:07.905007 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:39:07.914019 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 4138966e-b3fc-47d9-aafa-a5e28a9d9369) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:07.918249 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:07.918842 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.924782 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2d792-5074-40b7-ba3a-63107c34e90d None None] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:39:07.933746 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-11761cc0-6bff-4ed4-93db-1ff6de4adedb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5274467 Jul 13 14:39:08.064028 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122975aa-e6a2-4331-b5d0-ab418311f625 None None] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:39:10.352412 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43384) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:10.592180 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-3f482042-c9f6-4066-8e18-bee603137e67 admin admin] 10.222.0.37 "GET /v2.0/routers/913556fc-c376-4103-bbe2-2226ca535c22 HTTP/1.1" status: 200 len: 710 time: 0.2385442 Jul 13 14:39:10.684325 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25f710-2bba-475d-89b1-b93db1fb3e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:10.686023 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2b25f710-2bba-475d-89b1-b93db1fb3e0a admin admin] 10.222.0.37 "GET /v2.0/networks/4138966e-b3fc-47d9-aafa-a5e28a9d9369 HTTP/1.1" status: 200 len: 886 time: 0.0883687 Jul 13 14:39:10.696266 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:10.954086 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.337241 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.420588 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.596127 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Allocated IP 172.27.1.153 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/5e223018-1b4f-472d-a666-deb348426383) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:11.617819 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device dd7412f0-4715-48e6-919b-775a43fd4b2b up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:11.679916 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port dd7412f0-4715-48e6-919b-775a43fd4b2b completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:11.684640 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port dd7412f0-4715-48e6-919b-775a43fd4b2b triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:11.685018 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.730679 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.773874 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.812293 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port dd7412f0-4715-48e6-919b-775a43fd4b2b, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=dd7412f0-4715-48e6-919b-775a43fd4b2b,segment=NetworkSegment(9d7aa712-dff2-4787-a603-cb876a3788b5),segment_id=9d7aa712-dff2-4787-a603-cb876a3788b5)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:11.828384 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.834654 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:11.881866 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=dd7412f0-4715-48e6-919b-775a43fd4b2b,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:11.911945 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:11.917789 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:11.926259 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:11.996666 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Pushing event updated for resources: {'Port': ['ID=5e223018-1b4f-472d-a666-deb348426383,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:12.228089 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:12.430125 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:12.433416 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3909939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3909946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3911569'] for router, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:12.622554 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Router 913556fc-c376-4103-bbe2-2226ca535c22 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:39:12.732158 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:39:12.736473 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:12.737682 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-985986ab-0f0f-4684-8be5-1d25390c8a45 admin admin] 10.222.0.37 "PUT /v2.0/routers/913556fc-c376-4103-bbe2-2226ca535c22 HTTP/1.1" status: 200 len: 890 time: 2.0453768 Jul 13 14:39:12.743058 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Sync routers for ids ['913556fc-c376-4103-bbe2-2226ca535c22'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:39:12.756361 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Routers {'913556fc-c376-4103-bbe2-2226ca535c22'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:12.757135 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:39:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['913556fc-c376-4103-bbe2-2226ca535c22'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:13.063229 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Set router 913556fc-c376-4103-bbe2-2226ca535c22 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:13.482861 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913556fc-c376-4103-bbe2-2226ca535c22', 'name': 'router1', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '5e223018-1b4f-472d-a666-deb348426383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:12Z', 'revision_number': 4, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'gw_port': {'id': '5e223018-1b4f-472d-a666-deb348426383', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:11Z', 'updated_at': '2021-07-13T14:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'dd7412f0-4715-48e6-919b-775a43fd4b2b', 'name': '', 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'mac_address': 'fa:16:3e:85:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:03Z', 'updated_at': '2021-07-13T14:39:11Z', 'revision_number': 5, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'subnets': [{'id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf1010df-a96b-4b51-9449-17e799d4d385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:13.535814 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Checking router: 913556fc-c376-4103-bbe2-2226ca535c22 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:39:13.536135 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Updating router 913556fc-c376-4103-bbe2-2226ca535c22 port 5e223018-1b4f-472d-a666-deb348426383 binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:39:13.575676 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:13.600355 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device dd7412f0-4715-48e6-919b-775a43fd4b2b up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:13.786200 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port dd7412f0-4715-48e6-919b-775a43fd4b2b triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:13.786889 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:14.036836 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:14.049021 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Transition to ACTIVE for port object 5e223018-1b4f-472d-a666-deb348426383 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:14.056819 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:14.110896 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ad6b5-a480-4b52-b2c6-d965741e68be None None] Pushing event updated for resources: {'Port': ['ID=5e223018-1b4f-472d-a666-deb348426383,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:14.113806 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Attempting to bind port 5e223018-1b4f-472d-a666-deb348426383 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:14.114178 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Attempting to bind port 5e223018-1b4f-472d-a666-deb348426383 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:14.114548 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Attempting to bind port 5e223018-1b4f-472d-a666-deb348426383 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:14.120415 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:14.120793 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:14.121199 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:14.121590 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:14.122057 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Bound port: 5e223018-1b4f-472d-a666-deb348426383, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:14.122457 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:14.177220 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] For port 5e223018-1b4f-472d-a666-deb348426383, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:14.181087 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] For port 5e223018-1b4f-472d-a666-deb348426383, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=5e223018-1b4f-472d-a666-deb348426383,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:14.185084 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:14.324583 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Routers {'913556fc-c376-4103-bbe2-2226ca535c22'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:14.325216 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:39:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['913556fc-c376-4103-bbe2-2226ca535c22'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:14.328236 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ad6b5-a480-4b52-b2c6-d965741e68be None None] Pushing event updated for resources: {'Port': ['ID=5e223018-1b4f-472d-a666-deb348426383,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:14.449743 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] Set router 913556fc-c376-4103-bbe2-2226ca535c22 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:14.677796 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913556fc-c376-4103-bbe2-2226ca535c22', 'name': 'router1', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '5e223018-1b4f-472d-a666-deb348426383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:12Z', 'revision_number': 4, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'gw_port': {'id': '5e223018-1b4f-472d-a666-deb348426383', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:11Z', 'updated_at': '2021-07-13T14:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'dd7412f0-4715-48e6-919b-775a43fd4b2b', 'name': '', 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'mac_address': 'fa:16:3e:85:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:03Z', 'updated_at': '2021-07-13T14:39:11Z', 'revision_number': 5, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'subnets': [{'id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf1010df-a96b-4b51-9449-17e799d4d385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:14.705643 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60323dd3-3a21-4de8-9b18-2e236e5ebff3 None None] The sync data for ids ['913556fc-c376-4103-bbe2-2226ca535c22'] in dv-cinder-788364-4-iscsi is: [{'id': '913556fc-c376-4103-bbe2-2226ca535c22', 'name': 'router1', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '5e223018-1b4f-472d-a666-deb348426383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:39:12Z', 'revision_number': 4, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'gw_port': {'id': '5e223018-1b4f-472d-a666-deb348426383', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:11Z', 'updated_at': '2021-07-13T14:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'dd7412f0-4715-48e6-919b-775a43fd4b2b', 'name': '', 'network_id': '841fc67c-5547-4536-bdb6-cdf88ee62444', 'tenant_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'mac_address': 'fa:16:3e:85:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913556fc-c376-4103-bbe2-2226ca535c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:39:03Z', 'updated_at': '2021-07-13T14:39:11Z', 'revision_number': 5, 'project_id': 'b775812d3f764b7ca3ecfb9da5e7bfa5', 'subnets': [{'id': '533323e6-fd2b-47a7-8dbe-9bea215e6802', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf1010df-a96b-4b51-9449-17e799d4d385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:15.278156 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43392) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:15.432597 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c46e2c80-f9ca-4844-ba17-7ad40704c848 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1529078 Jul 13 14:39:15.664168 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 5e223018-1b4f-472d-a666-deb348426383 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:15.739305 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 5e223018-1b4f-472d-a666-deb348426383 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:15.745415 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 5e223018-1b4f-472d-a666-deb348426383 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:15.745850 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:15.834999 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:15.859566 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 5e223018-1b4f-472d-a666-deb348426383, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=5e223018-1b4f-472d-a666-deb348426383,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:15.864278 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:15.914838 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=5e223018-1b4f-472d-a666-deb348426383,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:17.607153 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 5e223018-1b4f-472d-a666-deb348426383 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:17.663461 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 5e223018-1b4f-472d-a666-deb348426383 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:17.663876 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:26.442401 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ebdf072e-c346-4c77-957d-eabb99febd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:29.478509 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:29.848318 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3e12c530-505d-45af-aa34-3ca6dba8ba8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:30.347470 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:32.019926 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.603464 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:56.421182 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86abdd3-17f1-4cca-addb-f108096f3888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:59.475809 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:59.842444 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-05cafc47-b023-46f4-97c9-dcb76274e45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.365190 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.012508 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:18.603046 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:40:26.423329 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cef56971-054d-4cc4-9f86-3def47d4ea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:29.470549 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:29.845500 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-725114b9-bd77-4242-85f9-c59abf821e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:30.349793 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:32.017132 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:55.602737 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:40:55.740482 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43960) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:55.806935 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d199df-9f92-4577-953e-0f88cc09d921 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:40:55.808683 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-a1d199df-9f92-4577-953e-0f88cc09d921 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0670240 Jul 13 14:40:55.996315 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31956f-9d9c-428f-a8f9-68f544316d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:55.998416 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1b31956f-9d9c-428f-a8f9-68f544316d47 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1850412 Jul 13 14:40:56.428567 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d4d1cab5-537d-4c94-9ba3-03965319803e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:58.237290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 43970) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:58.331188 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1f08cb-82e3-4d3f-a9be-77614f40c083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:58.332601 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-aa1f08cb-82e3-4d3f-a9be-77614f40c083 admin admin] 10.222.0.37 "GET /v2.0/subnets/533323e6-fd2b-47a7-8dbe-9bea215e6802 HTTP/1.1" status: 200 len: 849 time: 0.0943518 Jul 13 14:40:58.341894 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:58.424495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Notify callbacks [] for subnet, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:58.567754 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780827941398'] for subnet, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:58.596963 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:58.597811 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:58.610746 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] 10.222.0.37 "PUT /v2.0/subnets/533323e6-fd2b-47a7-8dbe-9bea215e6802 HTTP/1.1" status: 200 len: 868 time: 0.2609894 Jul 13 14:40:58.610990 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634df7fb-12e2-42f6-8f62-e734d6cd997f None None] Network 841fc67c-5547-4536-bdb6-cdf88ee62444 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:40:58.620079 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533323e6-fd2b-47a7-8dbe-9bea215e6802,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:58.627773 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.628144 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.628490 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.628825 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.629154 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.629500 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.629833 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.630175 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.630519 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.630845 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.631171 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:58.631494 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed5477-ea09-4824-8e92-3ba242b05617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:59.041003 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-965d3339-cdbe-43ce-9f8a-8a3f30fd3afd None None] Provisioning complete for port c13a39ed-c248-4a06-aca1-889f26a3a929 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:59.041356 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-965d3339-cdbe-43ce-9f8a-8a3f30fd3afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.128970 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-965d3339-cdbe-43ce-9f8a-8a3f30fd3afd None None] Provisioning complete for port dd7412f0-4715-48e6-919b-775a43fd4b2b triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:59.129258 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-965d3339-cdbe-43ce-9f8a-8a3f30fd3afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.472922 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.848200 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a590ccce-fd29-4655-a79d-0878b0e5db9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.351178 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.823350 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 43980) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:01.035368 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7ba16-0576-4f28-b9f6-9df648a8fa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:01.035879 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7ba16-0576-4f28-b9f6-9df648a8fa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:01.037525 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-3fc7ba16-0576-4f28-b9f6-9df648a8fa9c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2131486 Jul 13 14:41:02.016845 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.211633 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43988) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:03.412837 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74220d2c-b9a9-4996-9787-35855c4ead34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:03.413218 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74220d2c-b9a9-4996-9787-35855c4ead34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:03.414767 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-74220d2c-b9a9-4996-9787-35855c4ead34 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022002 Jul 13 14:41:05.602167 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 43996) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:05.739359 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a14464-7b14-4f42-a1ad-bc7613c6dd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.740769 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e2a14464-7b14-4f42-a1ad-bc7613c6dd2b admin admin] 10.222.0.37 "GET /v2.0/networks/4138966e-b3fc-47d9-aafa-a5e28a9d9369 HTTP/1.1" status: 200 len: 886 time: 0.1377451 Jul 13 14:41:07.944632 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44004) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:08.076419 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8fe60a-8f82-403e-808b-31adae7345aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:08.078729 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-2c8fe60a-8f82-403e-808b-31adae7345aa admin admin] 10.222.0.37 "GET /v2.0/networks/841fc67c-5547-4536-bdb6-cdf88ee62444 HTTP/1.1" status: 200 len: 869 time: 0.1331303 Jul 13 14:41:10.327696 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44012) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:10.451231 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed7271-25b1-402c-a526-a9f3a7cd5097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:10.452249 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed7271-25b1-402c-a526-a9f3a7cd5097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:10.453843 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-4fed7271-25b1-402c-a526-a9f3a7cd5097 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252005 Jul 13 14:41:12.660066 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44020) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:12.790898 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698d6c2-6a0f-444e-845b-233789911ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:12.791366 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698d6c2-6a0f-444e-845b-233789911ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:12.792950 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-9698d6c2-6a0f-444e-845b-233789911ff1 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319184 Jul 13 14:41:14.956606 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44028) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:15.048333 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69711a93-defc-482b-936c-494387df415d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:15.049700 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-69711a93-defc-482b-936c-494387df415d admin admin] 10.222.0.37 "GET /v2.0/subnets/533323e6-fd2b-47a7-8dbe-9bea215e6802 HTTP/1.1" status: 200 len: 868 time: 0.0921459 Jul 13 14:41:17.244980 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44036) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:17.334631 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3114be-94db-4d70-9cac-bd77ea6676f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.336006 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-df3114be-94db-4d70-9cac-bd77ea6676f9 admin admin] 10.222.0.37 "GET /v2.0/subnets/e0713470-8831-4cbf-9f75-f31a2001285b HTTP/1.1" status: 200 len: 816 time: 0.0900578 Jul 13 14:41:26.431025 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b59b9741-55c3-453f-9683-1e364cfc1b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:29.475057 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:29.853763 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf9e8-74fd-4e6b-a263-b31438878b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:30.358422 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:32.031579 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:32.601850 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:41:42.195726 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44088) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:42.242851 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [None req-e92aa03f-bc30-4dfd-ad36-b6419a5b4cb9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:41:42.243844 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e92aa03f-bc30-4dfd-ad36-b6419a5b4cb9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471258 Jul 13 14:41:44.504515 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44096) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:44.566122 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8696f6-e13c-4925-8a8a-a6bad4ac13d8 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:41:44.567409 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ea8696f6-e13c-4925-8a8a-a6bad4ac13d8 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619550 Jul 13 14:41:44.651059 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228eacaa-a9c2-412a-b4ef-818446dd5cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:44.652610 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-228eacaa-a9c2-412a-b4ef-818446dd5cf5 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812976 Jul 13 14:41:46.845262 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44104) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:46.891775 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:46.913888 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Made reservation on behalf of 487e9f6c43284c1ebfb3c083e2147abf for: {'network': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:46.916319 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.944934 dv-cinder-788364-4-iscsi neutron-server[110073]: WARNING neutron.services.revisions.revision_plugin [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Could not find related network for resource to bump revision. Jul 13 14:41:46.959303 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=110073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:41:46.970110 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.970448 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.segments_db [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Added segment f943e6fe-aca2-4175-8217-cf119ac7363e of type vlan for network 5ed7c55e-684b-403d-bdd3-5cce463ef611 Jul 13 14:41:47.010756 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.040015 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.041010 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:47.041593 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.099515 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2531404 Jul 13 14:41:47.104590 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa7be8-0d91-40c1-bcc8-5e701ccea539 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed7c55e-684b-403d-bdd3-5cce463ef611,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:47.119802 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 5ed7c55e-684b-403d-bdd3-5cce463ef611 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:41:49.332106 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44112) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:49.393095 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8eeced-8a92-4994-9fd9-23a1efac5bed admin admin] GET failed (client error): The resource could not be found. Jul 13 14:41:49.394413 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-fe8eeced-8a92-4994-9fd9-23a1efac5bed admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613551 Jul 13 14:41:49.577500 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f02708-1d7f-4733-9158-028cacdc76d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:49.578884 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-f3f02708-1d7f-4733-9158-028cacdc76d7 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1805563 Jul 13 14:41:49.588899 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Request body: {'subnet': {'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:49.612247 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Made reservation on behalf of 487e9f6c43284c1ebfb3c083e2147abf for: {'subnet': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:49.614648 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.808743 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.868927 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8220c084-f9c1-4e45-836d-6543727bbbe9,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:49.877833 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Checking segment: {'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:49.878209 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Network hostable DHCP agents. Network: 5ed7c55e-684b-403d-bdd3-5cce463ef611, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:41:49.900622 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Network 5ed7c55e-684b-403d-bdd3-5cce463ef611 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:41:49.912107 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 5ed7c55e-684b-403d-bdd3-5cce463ef611) {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:49.917494 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:49.918682 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.924679 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9060c8f4-ec60-4ca2-9032-5cfa46f44586 None None] Network 5ed7c55e-684b-403d-bdd3-5cce463ef611 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:49.934208 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-ff1b063b-d21b-43b9-a9e0-c000f8a0d086 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3489616 Jul 13 14:41:50.180058 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-5ed7c55e-684b-403d-bdd3-5cce463ef611', 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611', 'tenant_id': '487e9f6c43284c1ebfb3c083e2147abf', 'fixed_ips': [{'subnet_id': '8220c084-f9c1-4e45-836d-6543727bbbe9'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:41:50.180953 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.322357 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Allocated IP 192.168.233.2 (5ed7c55e-684b-403d-bdd3-5cce463ef611/8220c084-f9c1-4e45-836d-6543727bbbe9/8c563521-27df-4ca4-9c79-1ad5920d1c40) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:50.471018 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.479725 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Transition to ACTIVE for port object 8c563521-27df-4ca4-9c79-1ad5920d1c40 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:50.495026 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Transition to ACTIVE for port object 8c563521-27df-4ca4-9c79-1ad5920d1c40 will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:50.502489 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.548123 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Network 5ed7c55e-684b-403d-bdd3-5cce463ef611 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:50.551049 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:50.553507 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:50.562162 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Pushing event updated for resources: {'Port': ['ID=8c563521-27df-4ca4-9c79-1ad5920d1c40,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:50.572998 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.573373 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.573720 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.574058 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.574391 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.574725 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.575049 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.575377 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.576356 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.576906 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.577094 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.577417 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:50.630142 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Attempting to bind port 8c563521-27df-4ca4-9c79-1ad5920d1c40 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:50.630511 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Attempting to bind port 8c563521-27df-4ca4-9c79-1ad5920d1c40 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:50.630873 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Attempting to bind port 8c563521-27df-4ca4-9c79-1ad5920d1c40 on network 5ed7c55e-684b-403d-bdd3-5cce463ef611 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:50.636216 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:50.636587 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Checking segment: {'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:50.637012 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.637401 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Bound using segment: {'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:50.637863 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Bound port: 8c563521-27df-4ca4-9c79-1ad5920d1c40, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:50.638397 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.704201 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] For port 8c563521-27df-4ca4-9c79-1ad5920d1c40, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:50.707864 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] For port 8c563521-27df-4ca4-9c79-1ad5920d1c40, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=8c563521-27df-4ca4-9c79-1ad5920d1c40,segment=NetworkSegment(f943e6fe-aca2-4175-8217-cf119ac7363e),segment_id=f943e6fe-aca2-4175-8217-cf119ac7363e)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:50.712187 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.774856 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97e3fb-cbf7-4a0e-90b3-a6e183ce3c1c None None] Pushing event updated for resources: {'Port': ['ID=8c563521-27df-4ca4-9c79-1ad5920d1c40,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:51.602897 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ad35b-d154-4504-bc75-5fa6465ce882 None None] Network 5ed7c55e-684b-403d-bdd3-5cce463ef611 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:51.663854 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-4290e371-9972-4a53-8a2e-fa7f1f3d4b24 None None] Provisioning for port 8c563521-27df-4ca4-9c79-1ad5920d1c40 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:51.744832 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 8c563521-27df-4ca4-9c79-1ad5920d1c40 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:51.833426 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 8c563521-27df-4ca4-9c79-1ad5920d1c40 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:51.837904 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 8c563521-27df-4ca4-9c79-1ad5920d1c40 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:51.838388 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.929270 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.988744 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 8c563521-27df-4ca4-9c79-1ad5920d1c40, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=8c563521-27df-4ca4-9c79-1ad5920d1c40,segment=NetworkSegment(f943e6fe-aca2-4175-8217-cf119ac7363e),segment_id=f943e6fe-aca2-4175-8217-cf119ac7363e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:51.993600 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.047342 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=8c563521-27df-4ca4-9c79-1ad5920d1c40,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:52.092427 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-4c64dec2-367c-4a14-8ae9-7649042b1048 None None] Provisioning complete for port 8c563521-27df-4ca4-9c79-1ad5920d1c40 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:52.092733 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c64dec2-367c-4a14-8ae9-7649042b1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.701969 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 8c563521-27df-4ca4-9c79-1ad5920d1c40 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:53.754343 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 8c563521-27df-4ca4-9c79-1ad5920d1c40 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:53.754712 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.432688 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a297e02-219f-4ad5-bb31-508ae9b474ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:59.477717 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:59.845406 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15338640-6b87-4b29-ab17-71f77eef38ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:00.355332 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:02.033424 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.600292 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:26.435158 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e1105986-48e3-43d8-8624-01525ff23f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.481472 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.847203 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fc2efc1e-c47f-4455-bef1-e260eb7dfa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.359291 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:32.036225 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.599272 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:56.435889 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-72323386-d34d-4f1c-9f16-cdaf0974984a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:59.488724 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:59.847553 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76280548-64f4-420f-a3c1-018b5b68b2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.361540 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:01.988221 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44164) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:01.994419 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [None req-317f6019-17b3-4d02-af7c-68f3e96d4bf9 tempest-verify_tempest_config-1357349093 tempest-verify_tempest_config-1357349093-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:43:01.995542 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-317f6019-17b3-4d02-af7c-68f3e96d4bf9 tempest-verify_tempest_config-1357349093 tempest-verify_tempest_config-1357349093-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062437 Jul 13 14:43:02.036851 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.306207 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44182) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:02.409301 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.496082 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.499933 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.548369 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c243d978956421d8d887cde695903ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2410905 Jul 13 14:43:02.549300 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11872cdc-507a-4226-9bdd-26bfb014cf59,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:02.551004 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44188) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:02.556088 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.556459 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.556809 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.557146 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.557480 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.558146 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.558487 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.558835 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.559187 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.559518 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.559871 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.560197 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b3326-3de9-448f-ad70-e12dcb79bd3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.605814 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.625379 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.716661 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.719166 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.720658 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11872cdc-507a-4226-9bdd-26bfb014cf59 HTTP/1.1" status: 204 len: 168 time: 0.1685600 Jul 13 14:43:02.728703 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11872cdc-507a-4226-9bdd-26bfb014cf59,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:02.736572 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.736941 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.737313 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.737651 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.737987 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.738338 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.738673 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.739148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.739498 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.739858 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.740185 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:02.740511 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e36d2-a2ab-4ee3-820b-1860aa555a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:23.598138 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:43:26.436817 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-303daf4e-fca8-4629-ac4d-65e118b83fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.480197 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:29.852007 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5292bcc3-0a13-4821-a033-6ada3fab1119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:30.366345 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:32.036441 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.437928 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-99f551f0-2774-43fc-8cb9-e81a7203588e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.485612 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.852654 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9a2d19ba-41a5-48c7-a703-a1e22ea6fb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.368319 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.597045 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 5 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:44:02.041776 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:26.439487 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-516b695d-30fe-4e9b-99fc-bbce46675d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:29.487670 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:29.852690 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-26c0c654-b8e8-445b-8ed0-176156a35a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:30.371164 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.047340 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.428662 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3904826'] for agent, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.596926 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:44:41.198745 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44240) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:41.303920 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-1a4b7e45-dd84-4ef7-8fd8-7cda071fef9e admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1040559 Jul 13 14:44:43.583346 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44250) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:43.637826 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-c829ca70-b5d4-48f3-b3e4-e7a0232c227b admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0533392 Jul 13 14:44:56.440066 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d63e4ebd-7d4e-4c14-900f-d46321bd52cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:59.488436 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:59.855890 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de1d-6066-4a57-967d-4aa98f750c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:00.375958 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:02.051922 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:06.382619 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:14.595279 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:26.450093 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4b58-c6a1-4c42-9b18-c3bcc5952fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.488256 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.860131 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-13aff49a-4750-4831-b366-9401350ac490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.378271 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:32.058759 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.382136 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.594716 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:56.452980 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-def15aaf-66d8-43e4-a692-980dc53051fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:59.492017 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:59.866136 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c09ffcdc-49ad-48f7-bd76-f1086f1918f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.387882 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:02.065172 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:06.389924 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.316066 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44340) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:11.485699 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-25919890-network', 'tenant_id': '92100d59e4a64cf594a522b6ed75049a'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:11.567882 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Made reservation on behalf of 92100d59e4a64cf594a522b6ed75049a for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:11.577097 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.593314 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.850273 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.867924 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.897003 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.907323 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.908120 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.908515 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.908860 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.909195 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.909592 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.909934 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.910277 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.910677 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.911017 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.911969 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.911969 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Tracked resource versions report: Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: pushed versions: Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: { 'AddressGroup': {'1.2'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'ConntrackHelper': {'1.0'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Log': {'1.0'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Network': {'1.1'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Port': {'1.7'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'PortForwarding': {'1.2'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'QosPolicy': {'1.8'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SecurityGroup': {'1.4'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SubPort': {'1.0'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Subnet': {'1.1'}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Trunk': {'1.1'}} Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: consumer versions: Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: { DHCP agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: HyperV agent@hv-cinder-78836: {}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: L3 agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: Metadata agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: Metering agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: Open vSwitch agent@dv-cinder-788364-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'ConntrackHelper': '1.0', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Log': '1.0', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Network': '1.1', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Port': '1.7', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'PortForwarding': '1.2', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'QosPolicy': '1.8', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SecurityGroup': '1.4', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SecurityGroupRule': '1.2', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'SubPort': '1.0', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Subnet': '1.1', Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: 'Trunk': '1.1'}} Jul 13 14:46:11.913405 dv-cinder-788364-4-iscsi neutron-server[110074]: {{(pid=110074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:46:11.939247 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:11.966720 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.967872 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Added segment 8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9 of type vlan for network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 Jul 13 14:46:12.022518 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.068451 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.069457 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:12.070058 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.147404 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44374) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:12.154342 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Request body: {'subnet': {'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-25919890-subnet', 'tenant_id': '92100d59e4a64cf594a522b6ed75049a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:12.165654 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8260479 Jul 13 14:46:12.270985 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Made reservation on behalf of 92100d59e4a64cf594a522b6ed75049a for: {'subnet': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:12.276913 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Notify callbacks [] for subnet, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.318644 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3df63-461c-4c9b-9a60-dcb1e082e720 admin admin] Pushing event updated for resources: {'Network': ['ID=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:12.332929 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:12.596331 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.653205 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:12.669709 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.670089 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.670442 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.670780 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.671113 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.671547 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.671971 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.672320 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.672654 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.672983 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.673307 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.673631 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Tracked resource versions report: Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: pushed versions: Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: { 'AddressGroup': {'1.2'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'ConntrackHelper': {'1.0'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Log': {'1.0'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Network': {'1.1'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Port': {'1.7'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'PortForwarding': {'1.2'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'QosPolicy': {'1.8'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SecurityGroup': {'1.4'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SubPort': {'1.0'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Subnet': {'1.1'}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Trunk': {'1.1'}} Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: consumer versions: Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: { DHCP agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: HyperV agent@hv-cinder-78836: {}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: L3 agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: Metadata agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: Metering agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: Open vSwitch agent@dv-cinder-788364-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'ConntrackHelper': '1.0', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Log': '1.0', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Network': '1.1', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Port': '1.7', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'PortForwarding': '1.2', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'QosPolicy': '1.8', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SecurityGroup': '1.4', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SecurityGroupRule': '1.2', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'SubPort': '1.0', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Subnet': '1.1', Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: 'Trunk': '1.1'}} Jul 13 14:46:12.675150 dv-cinder-788364-4-iscsi neutron-server[110073]: {{(pid=110073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:46:12.705213 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Checking segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:12.705631 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Network hostable DHCP agents. Network: fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:12.730054 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:12.743011 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35) {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:12.747968 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:12.748698 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.759610 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685fdfb-4c86-4b1d-89f4-7185e34e1091 None None] Network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:12.767235 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-735c215f-ee3c-4857-b91c-0bd028485dad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6177816 Jul 13 14:46:12.955970 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548e4ad0-6030-46a2-a27a-adb8973e3b2f None None] Network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:14.718106 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44508) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.286720 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1433236454-network', 'tenant_id': 'a44c7bcfb8994ed68a56daa1448ced71'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:15.352008 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Made reservation on behalf of a44c7bcfb8994ed68a56daa1448ced71 for: {'network': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:15.361641 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.383260 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.571970 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.579947 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.647718 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=110073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:15.695688 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.696370 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44552) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.705880 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.segments_db [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Added segment efdf7ada-c533-441c-88c2-f9f5a9ec9ef4 of type vlan for network eec32d6f-b062-4a6d-87c5-946557247228 Jul 13 14:46:15.809486 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6e7d67-77df-4273-8da2-3587fd53aeae,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:15.817558 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.874339 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.878066 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:15.879959 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.909870 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44560) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.959852 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] Pushing event updated for resources: {'Network': ['ID=eec32d6f-b062-4a6d-87c5-946557247228,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:15.969620 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-4ac1b24a-e9f3-4fe1-844d-d22319d60417 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2498655 Jul 13 14:46:15.974500 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44564) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.980302 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Request body: {'subnet': {'network_id': 'eec32d6f-b062-4a6d-87c5-946557247228', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1433236454-subnet', 'tenant_id': 'a44c7bcfb8994ed68a56daa1448ced71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:15.980799 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network eec32d6f-b062-4a6d-87c5-946557247228 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:16.018465 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Made reservation on behalf of a44c7bcfb8994ed68a56daa1448ced71 for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:16.022238 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Notify callbacks [] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.234442 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.285815 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2469ffff-6ba8-492b-bd34-c2193817befa,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:16.324537 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Checking segment: {'id': 'efdf7ada-c533-441c-88c2-f9f5a9ec9ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'eec32d6f-b062-4a6d-87c5-946557247228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:16.325687 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Network hostable DHCP agents. Network: eec32d6f-b062-4a6d-87c5-946557247228, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:16.353209 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Network eec32d6f-b062-4a6d-87c5-946557247228 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:16.367141 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, eec32d6f-b062-4a6d-87c5-946557247228) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:16.375722 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:16.378605 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.383589 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd55f717-8760-4ecf-afa5-e7d6efd051a2 None None] Network eec32d6f-b062-4a6d-87c5-946557247228 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:16.417948 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-882765ab-dab9-4bef-9094-9482eff4f27a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4420135 Jul 13 14:46:16.430752 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1089910365-network', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:16.455268 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44588) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:16.484652 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-network', 'tenant_id': '90a1c45be140419b957aa1d41a19914c'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:16.508771 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Made reservation on behalf of b3110479f60e46ef816b28c5ecf97e6a for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:16.511915 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.522663 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.526375 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Made reservation on behalf of 90a1c45be140419b957aa1d41a19914c for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:16.529544 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.618383 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.649458 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce7633-d32a-45f0-ae85-f9afa128a6ea None None] Network eec32d6f-b062-4a6d-87c5-946557247228 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:16.815851 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-28dce35d-3a07-415c-9cc3-fa6566a50dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.847141 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44602) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:16.850083 dv-cinder-788364-4-iscsi neutron-server[110073]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 14:46:16.927960 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.943198 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.984927 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:16.996532 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.997384 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Added segment 26e4f4aa-3e79-4dd3-a9fd-74733d45ab16 of type vlan for network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 Jul 13 14:46:17.064418 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.164946 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37bd418-1c7a-49ea-a3e3-484015dbb4cf,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:17.221898 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.222936 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:17.225979 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.301515 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-c4079db2-c9db-47bb-8095-f2b07f9d5068 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:17.303426 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-c4079db2-c9db-47bb-8095-f2b07f9d5068 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 813 time: 0.4549048 Jul 13 14:46:17.344438 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-2641eb60-7df8-45f8-b1da-5f325822ff0c tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/quotas/92100d59e4a64cf594a522b6ed75049a HTTP/1.1" status: 200 len: 375 time: 0.0326149 Jul 13 14:46:17.476917 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.484124 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] Pushing event updated for resources: {'Network': ['ID=14022dbc-56f4-48cd-b035-e4cd8dbfc258,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:17.496844 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-6b0c598c-fc5e-4403-8f7b-fa36bd433ae4 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1397948 Jul 13 14:46:17.501152 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.511061 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:17.527799 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e9fc05ff-6273-4493-83c4-c9a4f6186a22 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8298948 Jul 13 14:46:17.531858 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44630) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:17.552843 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Request body: {'subnet': {'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1089910365-subnet', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:17.603212 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:17.637426 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b538f67f-33fa-45ec-9706-342b3d9bf6d7,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:17.649867 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.650812 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Added segment 215ca92f-c3a6-41f7-a811-8588301dee3e of type vlan for network 47555891-083c-422c-857a-0232b99c4ed4 Jul 13 14:46:17.740992 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.848573 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.851551 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:17.856393 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.869468 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-28dce35d-3a07-415c-9cc3-fa6566a50dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:17.900286 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-28dce35d-3a07-415c-9cc3-fa6566a50dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.038987 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dce35d-3a07-415c-9cc3-fa6566a50dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d54a58-786c-4b24-9757-28f5845c2b47,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:18.058976 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] Pushing event updated for resources: {'Network': ['ID=47555891-083c-422c-857a-0232b99c4ed4,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:18.082581 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Made reservation on behalf of b3110479f60e46ef816b28c5ecf97e6a for: {'subnet': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:18.091797 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.100869 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e985b230-20d4-4b04-a412-db3854a2bac5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1885247 Jul 13 14:46:18.101893 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 47555891-083c-422c-857a-0232b99c4ed4 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:18.102839 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44646) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:18.124929 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Request body: {'subnet': {'network_id': '47555891-083c-422c-857a-0232b99c4ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-subnet', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:18.200771 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-28dce35d-3a07-415c-9cc3-fa6566a50dd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=534b2e3f2a3741f7b8b2fdfacc948f08&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7434769 Jul 13 14:46:18.209086 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44654) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:18.259356 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Made reservation on behalf of 90a1c45be140419b957aa1d41a19914c for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:18.268538 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.376690 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44670) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:18.503580 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d43ec6d9-33f7-4a40-a8cb-c38bfa3d1665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.536374 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-1367088c-08b9-4e3a-9600-12bd7231e155 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:46:18.538914 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d43ec6d9-33f7-4a40-a8cb-c38bfa3d1665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.556704 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-1367088c-08b9-4e3a-9600-12bd7231e155 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2149704 Jul 13 14:46:18.673996 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d43ec6d9-33f7-4a40-a8cb-c38bfa3d1665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.685374 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d43ec6d9-33f7-4a40-a8cb-c38bfa3d1665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.688259 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d43ec6d9-33f7-4a40-a8cb-c38bfa3d1665 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4d54a58-786c-4b24-9757-28f5845c2b47 HTTP/1.1" status: 204 len: 168 time: 0.4759524 Jul 13 14:46:18.711290 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ec6d9-33f7-4a40-a8cb-c38bfa3d1665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d54a58-786c-4b24-9757-28f5845c2b47,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:18.876152 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.954554 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=176854e0-9c55-4197-adf4-2ccb2118dbb0,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:18.974902 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Checking segment: {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:18.975313 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Network hostable DHCP agents. Network: 47555891-083c-422c-857a-0232b99c4ed4, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:19.002748 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Network 47555891-083c-422c-857a-0232b99c4ed4 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:19.023911 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 47555891-083c-422c-857a-0232b99c4ed4) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:19.033236 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:19.034966 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.040958 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700762e0-a49f-4bc2-9294-fbb393957ff5 None None] Network 47555891-083c-422c-857a-0232b99c4ed4 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:19.049688 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c460-fdae-463c-a845-f0e555745794 req-4acf0b05-15e7-4560-ba9c-45fcf0c6d766 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:19.051295 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-4acf0b05-15e7-4560-ba9c-45fcf0c6d766 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/networks?id=eec32d6f-b062-4a6d-87c5-946557247228 HTTP/1.1" status: 200 len: 812 time: 0.6732469 Jul 13 14:46:19.054842 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.103317 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d3af09ba-f3d6-4d03-b4ba-b2da22d70d88 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9930677 Jul 13 14:46:19.104199 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44692) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:19.111453 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-85f2e846-dc91-49cb-b447-9765ea995860 service neutron] 10.222.0.37 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536368 Jul 13 14:46:19.113011 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:19.143426 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-15e4c0ef-d813-4d67-9eea-1e989548ba3b tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/quotas/a44c7bcfb8994ed68a56daa1448ced71 HTTP/1.1" status: 200 len: 375 time: 0.0478208 Jul 13 14:46:19.157380 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=133db6f1-8385-4cb4-9dce-5dea10df197d,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:19.166741 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.167848 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.277263 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.381257 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-988c0dfa-5d5a-45a6-a8e7-27b434679b19 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a44c7bcfb8994ed68a56daa1448ced71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2142348 Jul 13 14:46:19.389448 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Checking segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:19.390682 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Network hostable DHCP agents. Network: 14022dbc-56f4-48cd-b035-e4cd8dbfc258, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:19.432336 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:19.456268 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44706) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:19.457091 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 14022dbc-56f4-48cd-b035-e4cd8dbfc258) {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:19.471445 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f2ff7-a80f-49df-9b97-481a71f51610 None None] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:19.472794 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:19.473731 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.486036 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-c0c58ef9-0941-4fa9-b8b1-9a4f779ecac3 service neutron] 10.222.0.37 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574626 Jul 13 14:46:19.510839 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-d0fe287c-f578-4b0f-a50b-66a991a3ad1e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9632132 Jul 13 14:46:19.511421 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44710) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:19.522256 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:19.572227 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.574595 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36389d-5018-4b5d-89c6-568075e7cef1 None None] Network 47555891-083c-422c-857a-0232b99c4ed4 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:19.574873 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.704293 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.870425 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-dc9aa961-a5dd-4ec4-8dad-675447c52a16 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:46:19.871651 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-dc9aa961-a5dd-4ec4-8dad-675447c52a16 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2675495 Jul 13 14:46:19.877584 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a30724c8-712f-47b3-b61e-75239967486a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.885286 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.191155 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:46:20.192711 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.377807 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.427456 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a30724c8-712f-47b3-b61e-75239967486a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.444540 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a30724c8-712f-47b3-b61e-75239967486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.471906 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.568242 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Allocated IP 172.20.0.2 (14022dbc-56f4-48cd-b035-e4cd8dbfc258/133db6f1-8385-4cb4-9dce-5dea10df197d/0f48406b-b01f-4eff-b30f-8375db95b944) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:20.669267 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-a30724c8-712f-47b3-b61e-75239967486a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a4e0c94b38e445d98119910e8cbeabc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2049875 Jul 13 14:46:20.701745 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.705002 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44750) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:20.721273 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30724c8-712f-47b3-b61e-75239967486a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98841ef3-1e21-4749-a117-72dedcb5faa4,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:20.840227 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-088435dd-c6f0-4b40-ac62-acb15758d6fe req-dea05c43-4206-4e37-81c1-1111bdb3267e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.2892084 Jul 13 14:46:20.873121 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-f2d479c3-1b86-4331-907f-25726611653b service neutron] 10.222.0.37 "GET /v2.0/networks/eec32d6f-b062-4a6d-87c5-946557247228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9805055 Jul 13 14:46:20.877126 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Allocated IP 172.27.1.9 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/6c5e513b-edd9-4fbf-8753-e6e707e30582) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:20.927249 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89400d10-b58e-43d5-8768-2d1c1fe5422a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.961621 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.987244 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Transition to ACTIVE for port object 0f48406b-b01f-4eff-b30f-8375db95b944 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:21.039916 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Transition to ACTIVE for port object 0f48406b-b01f-4eff-b30f-8375db95b944 will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:21.052921 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89400d10-b58e-43d5-8768-2d1c1fe5422a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.059949 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.203299 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Pushing event updated for resources: {'Port': ['ID=0f48406b-b01f-4eff-b30f-8375db95b944,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:21.221379 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.226495 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.232014 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.232548 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.233249 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.234612 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.235236 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.235883 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.236559 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.239955 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89400d10-b58e-43d5-8768-2d1c1fe5422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.240844 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.241543 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.242122 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.242870 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Tracked resource versions report: Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: pushed versions: Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: { 'AddressGroup': {'1.2'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'ConntrackHelper': {'1.0'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Log': {'1.0'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Network': {'1.1'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Port': {'1.7'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'PortForwarding': {'1.2'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'QosPolicy': {'1.8'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SecurityGroup': {'1.4'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SubPort': {'1.0'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Subnet': {'1.1'}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Trunk': {'1.1'}} Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: consumer versions: Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: { DHCP agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: HyperV agent@hv-cinder-78836: {}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: L3 agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: Metadata agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: Metering agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: Open vSwitch agent@dv-cinder-788364-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'ConntrackHelper': '1.0', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Log': '1.0', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Network': '1.1', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Port': '1.7', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'PortForwarding': '1.2', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'QosPolicy': '1.8', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SecurityGroup': '1.4', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SecurityGroupRule': '1.2', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'SubPort': '1.0', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Subnet': '1.1', Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: 'Trunk': '1.1'}} Jul 13 14:46:21.244285 dv-cinder-788364-4-iscsi neutron-server[110075]: {{(pid=110075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:46:21.251814 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89400d10-b58e-43d5-8768-2d1c1fe5422a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.262215 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-89400d10-b58e-43d5-8768-2d1c1fe5422a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98841ef3-1e21-4749-a117-72dedcb5faa4 HTTP/1.1" status: 204 len: 168 time: 0.5545838 Jul 13 14:46:21.273666 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:21.281801 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:21.285726 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-beae5641-0dfc-425e-b4aa-0fd60ccbd275 service neutron] 10.222.0.37 "GET /v2.0/networks/eec32d6f-b062-4a6d-87c5-946557247228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583519 Jul 13 14:46:21.290813 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89400d10-b58e-43d5-8768-2d1c1fe5422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98841ef3-1e21-4749-a117-72dedcb5faa4,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:21.292019 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:21.394525 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.457235 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44764) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:21.512151 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:21.522063 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:21.525362 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:21.528826 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Attempting to bind port 0f48406b-b01f-4eff-b30f-8375db95b944 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:21.534863 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Attempting to bind port 0f48406b-b01f-4eff-b30f-8375db95b944 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:21.535247 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Attempting to bind port 0f48406b-b01f-4eff-b30f-8375db95b944 on network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:21.543728 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:21.544404 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Checking segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:21.545000 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.548074 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Bound using segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:21.548822 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Bound port: 0f48406b-b01f-4eff-b30f-8375db95b944, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:21.549506 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.800687 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] For port 0f48406b-b01f-4eff-b30f-8375db95b944, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:21.805255 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] For port 0f48406b-b01f-4eff-b30f-8375db95b944, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=0f48406b-b01f-4eff-b30f-8375db95b944,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:21.814257 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.842190 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Pushing event updated for resources: {'Port': ['ID=6c5e513b-edd9-4fbf-8753-e6e707e30582,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:22.039416 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440517da-1c16-49c4-99af-07c8c2ac191b None None] Pushing event updated for resources: {'Port': ['ID=0f48406b-b01f-4eff-b30f-8375db95b944,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:22.223366 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-76dd1669-dddc-4f17-b6ab-46101357f644 req-da864b74-b2b6-4df9-8cdd-14bd527bde13 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.0680490 Jul 13 14:46:22.236361 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.281995 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.441463 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-981637101-network', 'tenant_id': 'fde2824fce894510b8b09b0ac8503ff9'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:22.477237 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.616227 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0a8a05ee-db08-4253-9e61-1dc163a24fcd req-f76a594a-35ed-41e4-978c-4c717a86777e tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 0.1092777 Jul 13 14:46:22.617899 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Made reservation on behalf of fde2824fce894510b8b09b0ac8503ff9 for: {'network': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:22.622111 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.656562 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.672255 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44802) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:22.762881 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1fb67e86-3e90-4016-a24b-0d757430aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.977617 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Allocated IP 172.27.1.170 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:23.191073 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.195040 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.453358 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.603515 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:23.605047 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:23.641624 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:23.719657 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Router 341c3efa-7deb-461d-b316-7284a5e422e3 is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:46:23.797255 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.842740 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefc0a0-1fb4-431c-9ea8-2f7f11a37e32 None None] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:23.857594 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:23.915088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5561e61a-904b-4582-922c-7447c0908655 req-65aacd93-2ff3-4788-ac8a-3931402ae2e8 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.4147000 Jul 13 14:46:23.963603 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:23.981423 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Sync routers for ids ['341c3efa-7deb-461d-b316-7284a5e422e3'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:24.004683 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3bbcee05-d894-43d0-902a-3b9414d3d2b6 req-1300c206-1083-4050-832f-b3012f0fa58f tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 0.0881412 Jul 13 14:46:24.040831 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Routers {'341c3efa-7deb-461d-b316-7284a5e422e3'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:24.043818 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:46:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['341c3efa-7deb-461d-b316-7284a5e422e3'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:24.056619 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.071720 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=110073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:24.083899 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 0f48406b-b01f-4eff-b30f-8375db95b944 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:24.085396 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.085840 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.segments_db [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Added segment 11cfe07f-38fb-4877-ade5-cac1b872b808 of type vlan for network 80770977-d8e9-43e8-bcbd-9b5d32343b2f Jul 13 14:46:24.106389 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-ab2e9f38-0283-4db8-9219-515a00d3783b None None] Provisioning for port 0f48406b-b01f-4eff-b30f-8375db95b944 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:24.131290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.351374 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.352352 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:24.353120 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.413772 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Set router 341c3efa-7deb-461d-b316-7284a5e422e3 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:24.466796 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe97bb-1994-44e5-adff-4450aac2c50e,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:24.495772 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 0f48406b-b01f-4eff-b30f-8375db95b944 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:24.519757 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 0f48406b-b01f-4eff-b30f-8375db95b944 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:24.520058 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.719380 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] Pushing event updated for resources: {'Network': ['ID=80770977-d8e9-43e8-bcbd-9b5d32343b2f,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:24.792029 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:21Z', 'revision_number': 3, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port': {'id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:20Z', 'updated_at': '2021-07-13T14:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:24.829941 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 80770977-d8e9-43e8-bcbd-9b5d32343b2f details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:24.838101 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Checking router: 341c3efa-7deb-461d-b316-7284a5e422e3 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:24.838977 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Updating router 341c3efa-7deb-461d-b316-7284a5e422e3 port 6c5e513b-edd9-4fbf-8753-e6e707e30582 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:24.883486 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1fb67e86-3e90-4016-a24b-0d757430aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.892915 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1fb67e86-3e90-4016-a24b-0d757430aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.902172 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.911805 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c0152634-abc3-4514-addb-9818861a1d3c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8061531 Jul 13 14:46:24.914255 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 44884) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:24.930536 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-ea1b2e3d-dad1-40ff-8330-258af5617c7a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4603777 Jul 13 14:46:24.942769 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:24.990650 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44886) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:25.019943 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.024219 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Request body: {'subnet': {'network_id': '80770977-d8e9-43e8-bcbd-9b5d32343b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-981637101-subnet', 'tenant_id': 'fde2824fce894510b8b09b0ac8503ff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:25.046322 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb67e86-3e90-4016-a24b-0d757430aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed15abe3-6853-4081-a8a0-bb681c97ad74,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:25.067660 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-1fb67e86-3e90-4016-a24b-0d757430aa78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48f1bebd7e264d8b81441f838a7a9893&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3878860 Jul 13 14:46:25.073019 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44894) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:25.091461 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 0f48406b-b01f-4eff-b30f-8375db95b944, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=0f48406b-b01f-4eff-b30f-8375db95b944,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:25.099936 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.125990 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.215470 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Made reservation on behalf of fde2824fce894510b8b09b0ac8503ff9 for: {'subnet': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:25.220735 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.269240 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=0f48406b-b01f-4eff-b30f-8375db95b944,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:25.387214 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-8820d965-c94a-4b9b-83ba-93d6efa390b8 None None] Provisioning complete for port 0f48406b-b01f-4eff-b30f-8375db95b944 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:25.387995 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8820d965-c94a-4b9b-83ba-93d6efa390b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.523791 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5d530be8-524a-4440-a873-398350343a84 req-71f58c5f-5b12-4ec7-b8d7-c56a57e67896 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.1588452 Jul 13 14:46:25.568082 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-91d48bc8-a0f8-421b-b8dd-840f5152ba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.579087 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4787f162-7801-42aa-be68-8590ef50f2f4 req-99803be5-266a-4bba-9199-ade0834439f7 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 0.0798249 Jul 13 14:46:25.699996 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.713581 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-91d48bc8-a0f8-421b-b8dd-840f5152ba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.727744 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Transition to ACTIVE for port object 6c5e513b-edd9-4fbf-8753-e6e707e30582 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:25.742482 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.869208 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Attempting to bind port 6c5e513b-edd9-4fbf-8753-e6e707e30582 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:25.869838 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Attempting to bind port 6c5e513b-edd9-4fbf-8753-e6e707e30582 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:25.870437 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Attempting to bind port 6c5e513b-edd9-4fbf-8753-e6e707e30582 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:25.887096 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.887896 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:25.888322 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:25.888989 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.890148 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:25.890943 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Bound port: 6c5e513b-edd9-4fbf-8753-e6e707e30582, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:25.891585 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:25.897565 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Pushing event updated for resources: {'Port': ['ID=6c5e513b-edd9-4fbf-8753-e6e707e30582,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:25.949556 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.950147 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.950706 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.951261 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.951843 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.953089 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.953675 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.954997 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.954997 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.955359 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.955885 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.956424 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Tracked resource versions report: Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: pushed versions: Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: { 'AddressGroup': {'1.2'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'ConntrackHelper': {'1.0'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Log': {'1.0'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Network': {'1.1'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Port': {'1.7'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'PortForwarding': {'1.2'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'QosPolicy': {'1.8'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SecurityGroup': {'1.4'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SubPort': {'1.0'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Subnet': {'1.1'}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Trunk': {'1.1'}} Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: consumer versions: Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: { DHCP agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: HyperV agent@hv-cinder-78836: {}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: L3 agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: Metadata agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: Metering agent@dv-cinder-788364-4-iscsi: {}, Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: Open vSwitch agent@dv-cinder-788364-4-iscsi: { 'AddressGroup': '1.2', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'ConntrackHelper': '1.0', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Log': '1.0', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Network': '1.1', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Port': '1.7', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'PortForwarding': '1.2', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'QosPolicy': '1.8', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SecurityGroup': '1.4', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SecurityGroupRule': '1.2', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'SubPort': '1.0', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Subnet': '1.1', Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: 'Trunk': '1.1'}} Jul 13 14:46:25.958789 dv-cinder-788364-4-iscsi neutron-server[110076]: {{(pid=110076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:46:26.005834 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-91d48bc8-a0f8-421b-b8dd-840f5152ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.010299 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-91d48bc8-a0f8-421b-b8dd-840f5152ba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.013145 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 0f48406b-b01f-4eff-b30f-8375db95b944 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:26.017401 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-91d48bc8-a0f8-421b-b8dd-840f5152ba39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed15abe3-6853-4081-a8a0-bb681c97ad74 HTTP/1.1" status: 204 len: 168 time: 0.9397855 Jul 13 14:46:26.041918 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] For port 6c5e513b-edd9-4fbf-8753-e6e707e30582, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:26.050149 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d48bc8-a0f8-421b-b8dd-840f5152ba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed15abe3-6853-4081-a8a0-bb681c97ad74,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:26.053460 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] For port 6c5e513b-edd9-4fbf-8753-e6e707e30582, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=6c5e513b-edd9-4fbf-8753-e6e707e30582,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:26.063000 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.064634 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.179596 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfb377-394b-440e-8712-0d76e04507b1 None None] Pushing event updated for resources: {'Port': ['ID=6c5e513b-edd9-4fbf-8753-e6e707e30582,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:26.203714 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 0f48406b-b01f-4eff-b30f-8375db95b944 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:26.204550 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.214729 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Routers {'341c3efa-7deb-461d-b316-7284a5e422e3'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:26.216629 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:46:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['341c3efa-7deb-461d-b316-7284a5e422e3'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:26.241631 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.261718 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4626e3-83f7-4936-a592-5c5bf77ba553,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:26.365991 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Checking segment: {'id': '11cfe07f-38fb-4877-ade5-cac1b872b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '80770977-d8e9-43e8-bcbd-9b5d32343b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:26.371757 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Network hostable DHCP agents. Network: 80770977-d8e9-43e8-bcbd-9b5d32343b2f, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:26.396416 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] Set router 341c3efa-7deb-461d-b316-7284a5e422e3 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:26.455643 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Network 80770977-d8e9-43e8-bcbd-9b5d32343b2f is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:26.480324 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:46:26.517561 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 80770977-d8e9-43e8-bcbd-9b5d32343b2f) {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:26.524583 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b6f2-bb73-4663-9a3d-530f188080ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.539441 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63cc523-3b88-4043-a24a-8dcac65ff968 None None] Network 80770977-d8e9-43e8-bcbd-9b5d32343b2f requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:26.601995 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:26.602601 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.674514 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-f4a77ebf-0afb-40fa-a826-364936812a1f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6720350 Jul 13 14:46:26.745493 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:21Z', 'revision_number': 3, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port': {'id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:20Z', 'updated_at': '2021-07-13T14:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:26.800766 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362efa89-0f26-40c8-b1fa-a5ab4a90d508 None None] The sync data for ids ['341c3efa-7deb-461d-b316-7284a5e422e3'] in dv-cinder-788364-4-iscsi is: [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:21Z', 'revision_number': 3, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port': {'id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:77:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:20Z', 'updated_at': '2021-07-13T14:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:26.890573 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:26.892509 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Allocated IP 172.20.0.1 (47555891-083c-422c-857a-0232b99c4ed4/176854e0-9c55-4197-adf4-2ccb2118dbb0/1e3fa5a9-a890-47d2-b590-4a4013a25515) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:26.918095 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Sync routers for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:26.933731 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70b502-ce47-4e56-a7f8-efa348edc463 None None] Network 80770977-d8e9-43e8-bcbd-9b5d32343b2f requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:26.965602 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.975728 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-4f06410f-e5a5-4629-9b15-448bb38819d7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4577005 Jul 13 14:46:26.977290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44922) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:27.312948 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:27.314018 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:46:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:27.393428 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-29d2f960-1765-4d19-abb3-095024485eb6 req-88c984d7-cad5-400f-99fc-02bae190ebb9 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.1500938 Jul 13 14:46:27.398954 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.530434 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.535637 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3ca0962d-0ebc-40d4-87cf-79e1bb988b8b req-b38c7fe7-2164-4c9c-ac95-b19e8fc37111 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 0.2955296 Jul 13 14:46:27.632625 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Network 47555891-083c-422c-857a-0232b99c4ed4 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:27.641691 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:27.657343 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:27.660666 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.844740 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:27.933589 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3fa5a9-a890-47d2-b590-4a4013a25515,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:28.096139 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 6c5e513b-edd9-4fbf-8753-e6e707e30582 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:28.606974 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:46:28.622977 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 6c5e513b-edd9-4fbf-8753-e6e707e30582 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:28.686203 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 6c5e513b-edd9-4fbf-8753-e6e707e30582 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:28.688203 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.887412 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:24Z', 'revision_number': 3, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:28.934235 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 44978) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:28.967466 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-477100887-network', 'tenant_id': '73eaf159e06a4328bf1590bc4a885c67'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:29.011875 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.61', 50934) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:29.027562 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Checking router: 4f92ebbc-c6fe-450b-b629-3e9afdc8082d for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:29.028753 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Updating router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:29.153526 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.179159 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5533acde-0ba1-4d01-aefb-205321486dac req-73064921-7a57-4a1f-9e86-e317bb7fe162 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.1491542 Jul 13 14:46:29.212325 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ff7bd19e-4993-4bdc-b990-a53fb8d3035e req-bd6501d5-7a79-4b93-9ef8-350aa6e0b7d4 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 0.2291865 Jul 13 14:46:29.290453 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c460-fdae-463c-a845-f0e555745794 req-56f2270b-e26c-4434-a1de-3b339fd0c492 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:29.292396 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-56f2270b-e26c-4434-a1de-3b339fd0c492 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.61 "GET /v2.0/networks?id=eec32d6f-b062-4a6d-87c5-946557247228 HTTP/1.1" status: 200 len: 812 time: 0.2786043 Jul 13 14:46:29.337730 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.367581 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Request body: {'port': {'device_id': '4c2146d6-08cc-44b5-a0b4-e6eb755bc26b', 'network_id': 'eec32d6f-b062-4a6d-87c5-946557247228', 'admin_state_up': True, 'tenant_id': 'a44c7bcfb8994ed68a56daa1448ced71'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:29.391432 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Made reservation on behalf of 73eaf159e06a4328bf1590bc4a885c67 for: {'network': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:29.401621 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.465834 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.736266 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.61', 50938) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:29.867299 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.898415 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 6c5e513b-edd9-4fbf-8753-e6e707e30582, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=6c5e513b-edd9-4fbf-8753-e6e707e30582,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:29.901366 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.931607 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.005748 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.054502 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=6c5e513b-edd9-4fbf-8753-e6e707e30582,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:30.105633 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c0ddec1e-172f-4bbe-b50f-095e38e557b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.244382 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.266326 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Transition to ACTIVE for port object fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:30.278616 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.491528 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.528273 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Attempting to bind port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:30.529021 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Attempting to bind port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:30.529556 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Attempting to bind port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:30.543598 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:30.544529 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:30.545144 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.545855 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:30.547397 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Bound port: fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:30.548043 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.570048 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-0cbe314b-05da-46aa-9365-7937d0947ae3 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:30.583428 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-0cbe314b-05da-46aa-9365-7937d0947ae3 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 813 time: 0.8352351 Jul 13 14:46:30.595913 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Request body: {'port': {'device_id': '3dad2a55-c889-43ec-9e98-abd0d2ef16f5', 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'admin_state_up': True, 'tenant_id': '92100d59e4a64cf594a522b6ed75049a'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:30.663895 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6a701-8484-4ebc-a055-f269aad0ea1e None None] Pushing event updated for resources: {'Port': ['ID=fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:30.683181 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6afbc880-4070-4535-8d4d-5595acd3905e req-47f62bbf-37ca-4797-a52b-e5781b78b260 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 0.1121676 Jul 13 14:46:30.693342 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.707920 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.736945 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] For port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:30.743149 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] For port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:30.753317 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.866642 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Allocated IP 172.20.0.1 (14022dbc-56f4-48cd-b035-e4cd8dbfc258/133db6f1-8385-4cb4-9dce-5dea10df197d/966485c9-cbe5-482c-9209-3dc7be63ec66) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:31.109880 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=110073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:31.139095 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.139476 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.segments_db [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Added segment 83dc8357-d392-4700-ba51-1df5cf22e4e4 of type vlan for network e678a00b-ee1a-4aec-84c2-1a40ab62c1ce Jul 13 14:46:31.145856 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:31.152142 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:46:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:31.232779 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e111537a-4280-4ce8-9c3c-93654681db06 req-7b25be83-d642-4486-addc-05fdd751f105 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.5264034 Jul 13 14:46:31.261668 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.264430 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Made reservation on behalf of a44c7bcfb8994ed68a56daa1448ced71 for: {'port': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:31.270155 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.275151 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.276302 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.321111 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.348861 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Made reservation on behalf of 92100d59e4a64cf594a522b6ed75049a for: {'port': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:31.353087 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.404411 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Transition to ACTIVE for port object 966485c9-cbe5-482c-9209-3dc7be63ec66 will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:31.419123 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6a701-8484-4ebc-a055-f269aad0ea1e None None] Pushing event updated for resources: {'Port': ['ID=fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:31.537103 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.659937 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.661167 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:31.661779 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.671109 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a81550d-487b-426a-a6b9-dfe87a170abc,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:31.743356 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:31.782756 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8276842 Jul 13 14:46:31.796728 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.798910 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45082) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:31.841817 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Request body: {'subnet': {'network_id': 'e678a00b-ee1a-4aec-84c2-1a40ab62c1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-477100887-subnet', 'tenant_id': '73eaf159e06a4328bf1590bc4a885c67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:31.910414 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f649f-ba7d-4f32-a710-99da4818d51d admin admin] Pushing event updated for resources: {'Network': ['ID=e678a00b-ee1a-4aec-84c2-1a40ab62c1ce,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:31.937233 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45084) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:31.940123 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3fa5a9-a890-47d2-b590-4a4013a25515,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:32.013665 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:32.020115 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network e678a00b-ee1a-4aec-84c2-1a40ab62c1ce details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:32.037977 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:32.059250 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:32.068060 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:32.074324 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Made reservation on behalf of 73eaf159e06a4328bf1590bc4a885c67 for: {'subnet': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:32.077043 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:32.213869 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 6c5e513b-edd9-4fbf-8753-e6e707e30582 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:32.396333 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Network 47555891-083c-422c-857a-0232b99c4ed4 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:32.406563 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:32.504736 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:32.710365 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Pushing event updated for resources: {'Port': ['ID=966485c9-cbe5-482c-9209-3dc7be63ec66,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:32.874709 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-7161b31b-7370-4019-af7b-4ca65c574049 None None] Provisioning for port 966485c9-cbe5-482c-9209-3dc7be63ec66 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:32.926286 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-7161b31b-7370-4019-af7b-4ca65c574049 None None] Provisioning complete for port 966485c9-cbe5-482c-9209-3dc7be63ec66 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:32.926286 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7161b31b-7370-4019-af7b-4ca65c574049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.008556 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-7161b31b-7370-4019-af7b-4ca65c574049 None None] Port 966485c9-cbe5-482c-9209-3dc7be63ec66 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:33.040449 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 6c5e513b-edd9-4fbf-8753-e6e707e30582 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:33.040933 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.058171 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45102) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:33.108043 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:24Z', 'revision_number': 3, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:33.155697 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62d5a2-5c61-4401-b1a1-0493e5f096fc None None] The sync data for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi is: [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:24Z', 'revision_number': 3, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:33.352280 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b5c279c1-bf86-40a4-b18e-a0251891293a req-cc48cec3-aee5-4d02-880f-42c52e44e399 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.3767033 Jul 13 14:46:33.356110 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6f52879-0344-42f4-98b0-cb3f15e2be5e req-3aa5a057-ad6e-4971-9b56-3a29097a5cc1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 1.2607789 Jul 13 14:46:33.377802 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0837daf2-f00e-4835-b323-ba3fc463e8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.591990 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Allocated IP 172.20.0.3 (eec32d6f-b062-4a6d-87c5-946557247228/2469ffff-6ba8-492b-bd34-c2193817befa/94d0062b-e31c-40b4-ad64-776ad9d652ba) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:33.607225 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Router 341c3efa-7deb-461d-b316-7284a5e422e3 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:33.655714 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Allocated IP 172.20.0.2 (fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35/69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e/a89781b8-e496-4173-b893-0056249480d2) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:33.789768 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.811647 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-291183b8-75e1-400a-90bc-b18838a7fccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.268663 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:34.314561 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:34.335655 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f5e0d227-a667-4f34-a194-bceb2374b647 admin admin] 10.222.0.37 "PUT /v2.0/routers/341c3efa-7deb-461d-b316-7284a5e422e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4049747 Jul 13 14:46:34.335655 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.363801 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Sync routers for ids ['341c3efa-7deb-461d-b316-7284a5e422e3'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:34.392877 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.409492 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:34.416579 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Routers {'341c3efa-7deb-461d-b316-7284a5e422e3'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:34.418127 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:46:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['341c3efa-7deb-461d-b316-7284a5e422e3'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:34.428461 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:34.433884 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.516452 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.946103 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Pushing event updated for resources: {'Port': ['ID=94d0062b-e31c-40b4-ad64-776ad9d652ba,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:34.959407 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Network eec32d6f-b062-4a6d-87c5-946557247228 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:34.977527 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.980771 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:35.049400 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.059366 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.091670 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:35.113485 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.183712 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Set router 341c3efa-7deb-461d-b316-7284a5e422e3 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:35.195064 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Pushing event updated for resources: {'Port': ['ID=a89781b8-e496-4173-b893-0056249480d2,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:35.245320 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:35.252283 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:35.275417 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:35.285955 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.294424 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0837daf2-f00e-4835-b323-ba3fc463e8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.297366 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:35.302692 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03eb32c-73e0-4f9e-b5af-a9423e5be2ba,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:35.305518 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:35.313579 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:35.314481 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.334601 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:35.382711 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0837daf2-f00e-4835-b323-ba3fc463e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.802638 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:28Z', 'revision_number': 4, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port': {'id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:20Z', 'updated_at': '2021-07-13T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '1e3fa5a9-a890-47d2-b590-4a4013a25515', 'name': '', 'network_id': '47555891-083c-422c-857a-0232b99c4ed4', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'mac_address': 'fa:16:3e:20:a8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '176854e0-9c55-4197-adf4-2ccb2118dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:26Z', 'updated_at': '2021-07-13T14:46:30Z', 'revision_number': 2, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'subnets': [{'id': '176854e0-9c55-4197-adf4-2ccb2118dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:35.885089 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Checking router: 341c3efa-7deb-461d-b316-7284a5e422e3 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:35.886160 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Updating router 341c3efa-7deb-461d-b316-7284a5e422e3 port 1e3fa5a9-a890-47d2-b590-4a4013a25515 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:35.922637 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837daf2-f00e-4835-b323-ba3fc463e8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897d947c-9e84-4f48-8d60-a4276244fef8,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:35.978950 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45152) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:35.980509 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-0837daf2-f00e-4835-b323-ba3fc463e8bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4b9d7f9fbc54f1db450ce599172a92f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0390248 Jul 13 14:46:36.001544 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.113893 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9c1b63b7-dd67-4522-9ce6-1cc58d1b1ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.156544 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:36.179809 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9c1b63b7-dd67-4522-9ce6-1cc58d1b1ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.231712 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.250397 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.251295 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.259574 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-291183b8-75e1-400a-90bc-b18838a7fccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.285126 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-de70148b-ddcd-4ddf-a604-6afaac13af76 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7000084 Jul 13 14:46:36.291849 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-da26f5e2-a1c6-4bcb-b530-425ab4840dc5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9465995 Jul 13 14:46:36.322185 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9c1b63b7-dd67-4522-9ce6-1cc58d1b1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.329610 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9c1b63b7-dd67-4522-9ce6-1cc58d1b1ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.331955 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-9c1b63b7-dd67-4522-9ce6-1cc58d1b1ad3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/897d947c-9e84-4f48-8d60-a4276244fef8 HTTP/1.1" status: 204 len: 168 time: 0.3511186 Jul 13 14:46:36.344885 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:36.346794 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.363914 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b63b7-dd67-4522-9ce6-1cc58d1b1ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d947c-9e84-4f48-8d60-a4276244fef8,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:36.382853 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-291183b8-75e1-400a-90bc-b18838a7fccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.473886 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb949c-6822-40a2-9667-664203871ec5 req-3681ca1a-8ea0-4ddf-b451-55b9bd44e3cc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:36.491997 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eaeb949c-6822-40a2-9667-664203871ec5 req-3681ca1a-8ea0-4ddf-b451-55b9bd44e3cc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 931 time: 1.5064373 Jul 13 14:46:36.527552 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.804855 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3602433-634b-44ed-8026-b8b135999ba3 req-e1bde3f6-f086-48c2-88de-fb5afe200da4 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:36.819335 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3602433-634b-44ed-8026-b8b135999ba3 req-e1bde3f6-f086-48c2-88de-fb5afe200da4 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 931 time: 1.9810209 Jul 13 14:46:36.855073 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-291183b8-75e1-400a-90bc-b18838a7fccb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b9b62a4f8db480ab8ae6e1214a38aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7927175 Jul 13 14:46:36.856153 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Checking segment: {'id': '83dc8357-d392-4700-ba51-1df5cf22e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e678a00b-ee1a-4aec-84c2-1a40ab62c1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:36.856339 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Network hostable DHCP agents. Network: e678a00b-ee1a-4aec-84c2-1a40ab62c1ce, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:36.857017 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45162) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:37.067563 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d8d0187f-77be-4145-957c-f8b4baca5937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.071227 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.101183 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Transition to ACTIVE for port object 1e3fa5a9-a890-47d2-b590-4a4013a25515 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:37.124587 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.150385 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d8d0187f-77be-4145-957c-f8b4baca5937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.242822 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291183b8-75e1-400a-90bc-b18838a7fccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7519211-b69a-4b41-a66a-901276f38ec9,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:37.284425 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d8d0187f-77be-4145-957c-f8b4baca5937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.289385 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd9af5-3578-4196-8cde-e01467662225 None None] Pushing event updated for resources: {'Port': ['ID=1e3fa5a9-a890-47d2-b590-4a4013a25515,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:37.290596 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d8d0187f-77be-4145-957c-f8b4baca5937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.309013 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d8d0187f-77be-4145-957c-f8b4baca5937 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7519211-b69a-4b41-a66a-901276f38ec9 HTTP/1.1" status: 204 len: 168 time: 0.4314532 Jul 13 14:46:37.349186 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0187f-77be-4145-957c-f8b4baca5937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7519211-b69a-4b41-a66a-901276f38ec9,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:37.380956 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3602433-634b-44ed-8026-b8b135999ba3 req-290042d4-28ae-4f80-a4fe-be9661f18ece tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601416 Jul 13 14:46:37.394627 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:37.396411 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Pushing event updated for resources: {'Port': ['ID=966485c9-cbe5-482c-9209-3dc7be63ec66,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:37.415361 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:37.478494 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eaeb949c-6822-40a2-9667-664203871ec5 req-416847b9-5340-4f0f-9d49-4d9e0c73c80b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9796312 Jul 13 14:46:37.493515 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Network e678a00b-ee1a-4aec-84c2-1a40ab62c1ce is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:37.524918 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, e678a00b-ee1a-4aec-84c2-1a40ab62c1ce) {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:37.531358 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Attempting to bind port 1e3fa5a9-a890-47d2-b590-4a4013a25515 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:37.532519 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Attempting to bind port 1e3fa5a9-a890-47d2-b590-4a4013a25515 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:37.533465 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Attempting to bind port 1e3fa5a9-a890-47d2-b590-4a4013a25515 on network 47555891-083c-422c-857a-0232b99c4ed4 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:37.534945 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283f29f-378a-4d5e-bca8-1251b6ba71a8 None None] Network e678a00b-ee1a-4aec-84c2-1a40ab62c1ce requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:37.542654 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:37.543261 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.549478 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:37.550692 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Checking segment: {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:37.551818 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.553401 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Bound using segment: {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:37.554777 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Bound port: 1e3fa5a9-a890-47d2-b590-4a4013a25515, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:37.555905 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.565237 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-46dea7ff-6d17-4b6d-bdf8-ffacef9d402f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:46:37.566610 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-46dea7ff-6d17-4b6d-bdf8-ffacef9d402f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084674 Jul 13 14:46:37.586741 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-c2aca14e-da3a-4f6b-86ec-89b0b997cf15 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:46:37.598133 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-c2aca14e-da3a-4f6b-86ec-89b0b997cf15 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0414655 Jul 13 14:46:37.685423 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-8e907989-1dd7-4509-96b5-4589bf7c39a9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.8795376 Jul 13 14:46:37.829260 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] For port 1e3fa5a9-a890-47d2-b590-4a4013a25515, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:37.845578 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] For port 1e3fa5a9-a890-47d2-b590-4a4013a25515, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=1e3fa5a9-a890-47d2-b590-4a4013a25515,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:37.853182 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.914972 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:38.073060 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd9af5-3578-4196-8cde-e01467662225 None None] Pushing event updated for resources: {'Port': ['ID=1e3fa5a9-a890-47d2-b590-4a4013a25515,revision_number=4']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:38.097090 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Routers {'341c3efa-7deb-461d-b316-7284a5e422e3'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:38.098805 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:46:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['341c3efa-7deb-461d-b316-7284a5e422e3'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:38.151454 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45c8bf8-0819-4f1c-988f-624274fa9229 None None] Network e678a00b-ee1a-4aec-84c2-1a40ab62c1ce requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:38.211803 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:38.241687 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-e4b3dcc8-0586-4aea-972d-3dc9654cd84d admin admin] 10.222.0.37 "PUT /v2.0/routers/4f92ebbc-c6fe-450b-b629-3e9afdc8082d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2594178 Jul 13 14:46:38.306111 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Sync routers for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:38.342833 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-dd2ae1d3-5f47-4b97-8162-dacfea387387 None None] Provisioning complete for port 966485c9-cbe5-482c-9209-3dc7be63ec66 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:38.343892 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae1d3-5f47-4b97-8162-dacfea387387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:38.354254 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] Set router 341c3efa-7deb-461d-b316-7284a5e422e3 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:38.433904 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:38.438680 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:46:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:38.631481 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45206) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:38.666668 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ae1d3-5f47-4b97-8162-dacfea387387 None None] Port 966485c9-cbe5-482c-9209-3dc7be63ec66 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:38.804318 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:28Z', 'revision_number': 4, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port': {'id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:20Z', 'updated_at': '2021-07-13T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '1e3fa5a9-a890-47d2-b590-4a4013a25515', 'name': '', 'network_id': '47555891-083c-422c-857a-0232b99c4ed4', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'mac_address': 'fa:16:3e:20:a8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '176854e0-9c55-4197-adf4-2ccb2118dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:26Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'subnets': [{'id': '176854e0-9c55-4197-adf4-2ccb2118dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:38.811972 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d99d5b2-8f2b-44cd-a0b7-5aae2cc1c8bc admin admin] Deleting subnet ec4626e3-83f7-4936-a592-5c5bf77ba553 {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:46:38.830009 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7d99d5b2-8f2b-44cd-a0b7-5aae2cc1c8bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:38.868541 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e852c-f45c-4cfe-b25b-91236b17e8fe None None] The sync data for ids ['341c3efa-7deb-461d-b316-7284a5e422e3'] in dv-cinder-788364-4-iscsi is: [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:28Z', 'revision_number': 4, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port': {'id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:20Z', 'updated_at': '2021-07-13T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '1e3fa5a9-a890-47d2-b590-4a4013a25515', 'name': '', 'network_id': '47555891-083c-422c-857a-0232b99c4ed4', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'mac_address': 'fa:16:3e:20:a8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '176854e0-9c55-4197-adf4-2ccb2118dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:26Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'subnets': [{'id': '176854e0-9c55-4197-adf4-2ccb2118dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:38.931831 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-20ae3150-3605-4d82-94b6-c7d2fa217555 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:38.953007 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-20ae3150-3605-4d82-94b6-c7d2fa217555 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 819 time: 0.4393277 Jul 13 14:46:38.993450 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:39.002551 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7d99d5b2-8f2b-44cd-a0b7-5aae2cc1c8bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.059415 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7d99d5b2-8f2b-44cd-a0b7-5aae2cc1c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.138102 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45212) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:39.207805 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-865f60f8-f604-4f56-a9e8-302a2f49b2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.226768 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Request body: {'port': {'device_id': '4c2146d6-08cc-44b5-a0b4-e6eb755bc26b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:39.241665 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7d99d5b2-8f2b-44cd-a0b7-5aae2cc1c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.292793 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-c40b7d24-7bec-4082-bc36-1280a3c52872 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/quotas/90a1c45be140419b957aa1d41a19914c HTTP/1.1" status: 200 len: 375 time: 0.0882006 Jul 13 14:46:39.425281 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Request body: {'port': {'device_id': '3dad2a55-c889-43ec-9e98-abd0d2ef16f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:39.442979 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99d5b2-8f2b-44cd-a0b7-5aae2cc1c8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4626e3-83f7-4936-a592-5c5bf77ba553,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:39.445007 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 2, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:39.515416 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7d99d5b2-8f2b-44cd-a0b7-5aae2cc1c8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.523306 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-7d99d5b2-8f2b-44cd-a0b7-5aae2cc1c8bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec4626e3-83f7-4936-a592-5c5bf77ba553 HTTP/1.1" status: 204 len: 168 time: 0.8868492 Jul 13 14:46:39.529610 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45224) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:39.900524 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa3f67-a145-4616-a378-122f491ffd7d req-cd153e9b-16f2-4bdf-95eb-c4e24c8d51a1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.916842 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5baa3f67-a145-4616-a378-122f491ffd7d req-cd153e9b-16f2-4bdf-95eb-c4e24c8d51a1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 931 time: 1.1215284 Jul 13 14:46:39.971099 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Checking router: 4f92ebbc-c6fe-450b-b629-3e9afdc8082d for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:39.971748 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Updating router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d port 966485c9-cbe5-482c-9209-3dc7be63ec66 binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:40.033873 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-630d06c2-6e39-43b6-9b33-1974f89b5479 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7305262 Jul 13 14:46:40.083151 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.083256 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.097971 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.278231 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.393338 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 1e3fa5a9-a890-47d2-b590-4a4013a25515 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:40.446145 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-0ed0cf1f-6057-48b2-be1a-dc3d62281d48 service neutron] 10.222.0.37 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905709 Jul 13 14:46:40.688381 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 1e3fa5a9-a890-47d2-b590-4a4013a25515 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:40.697315 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 1e3fa5a9-a890-47d2-b590-4a4013a25515 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:40.697315 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.712800 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5baa3f67-a145-4616-a378-122f491ffd7d req-a9672b29-5ac1-43ea-bcae-e5d1681f3e9e tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785373 Jul 13 14:46:41.163891 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d0062b-e31c-40b4-ad64-776ad9d652ba {{(pid=110074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:41.164728 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.190608 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.244073 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Transition to ACTIVE for port object 94d0062b-e31c-40b4-ad64-776ad9d652ba will not be triggered until provisioned by entity L2. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:41.258215 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.408180 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-865f60f8-f604-4f56-a9e8-302a2f49b2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.442486 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 1e3fa5a9-a890-47d2-b590-4a4013a25515, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=1e3fa5a9-a890-47d2-b590-4a4013a25515,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:41.444486 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Pushing event updated for resources: {'Port': ['ID=94d0062b-e31c-40b4-ad64-776ad9d652ba,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:41.470385 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.483376 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-865f60f8-f604-4f56-a9e8-302a2f49b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.522646 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Transition to ACTIVE for port object 966485c9-cbe5-482c-9209-3dc7be63ec66 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:41.544660 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.548801 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89781b8-e496-4173-b893-0056249480d2 {{(pid=110074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:41.587030 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f60f8-f604-4f56-a9e8-302a2f49b2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb46f3-3011-4882-949a-21c2cda4b460,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:41.637933 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.684280 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-5b280a41-a27b-4e3f-88cd-2d9e28a53c6f service neutron] 10.222.0.37 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1558890 Jul 13 14:46:41.761163 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.776212 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.776418 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.782483 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.784722 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > port after_create 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.785263 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.785573 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > port after_update 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.786758 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.787149 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.787525 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.789438 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:41.792676 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=1e3fa5a9-a890-47d2-b590-4a4013a25515,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:41.884226 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1427a-b1c9-4b2c-9260-f9fd7a99d8e3 None None] Pushing event updated for resources: {'Port': ['ID=966485c9-cbe5-482c-9209-3dc7be63ec66,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:41.909761 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.034524 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Attempting to bind port 94d0062b-e31c-40b4-ad64-776ad9d652ba on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:42.035111 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Attempting to bind port 94d0062b-e31c-40b4-ad64-776ad9d652ba by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'efdf7ada-c533-441c-88c2-f9f5a9ec9ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'eec32d6f-b062-4a6d-87c5-946557247228'}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:42.053726 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Attempting to bind port 94d0062b-e31c-40b4-ad64-776ad9d652ba on network eec32d6f-b062-4a6d-87c5-946557247228 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:42.110770 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Transition to ACTIVE for port object a89781b8-e496-4173-b893-0056249480d2 will not be triggered until provisioned by entity L2. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:42.145886 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Port 94d0062b-e31c-40b4-ad64-776ad9d652ba on network eec32d6f-b062-4a6d-87c5-946557247228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:46:42.146427 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Attempting to bind port 94d0062b-e31c-40b4-ad64-776ad9d652ba on network eec32d6f-b062-4a6d-87c5-946557247228 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:42.176058 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:42.176821 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Checking segment: {'id': 'efdf7ada-c533-441c-88c2-f9f5a9ec9ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'eec32d6f-b062-4a6d-87c5-946557247228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:42.177658 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Bound using segment: {'id': 'efdf7ada-c533-441c-88c2-f9f5a9ec9ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'eec32d6f-b062-4a6d-87c5-946557247228'} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:42.178566 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Bound port: 94d0062b-e31c-40b4-ad64-776ad9d652ba, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdf7ada-c533-441c-88c2-f9f5a9ec9ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'eec32d6f-b062-4a6d-87c5-946557247228'}}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:42.179230 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.199465 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Attempting to bind port 966485c9-cbe5-482c-9209-3dc7be63ec66 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:42.203453 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Attempting to bind port 966485c9-cbe5-482c-9209-3dc7be63ec66 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:42.204785 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Attempting to bind port 966485c9-cbe5-482c-9209-3dc7be63ec66 on network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:42.245635 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:42.246173 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Checking segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:42.247432 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.248076 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.249576 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Bound using segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:42.250924 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Bound port: 966485c9-cbe5-482c-9209-3dc7be63ec66, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:42.255913 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.322161 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 1e3fa5a9-a890-47d2-b590-4a4013a25515 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:42.512353 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:42.513622 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:42.514830 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:42.516076 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:42.516761 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80770977-d8e9-43e8-bcbd-9b5d32343b2f']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:42.549350 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-865f60f8-f604-4f56-a9e8-302a2f49b2fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70ab2a0eebf24eef8eba48e575c52649&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3973343 Jul 13 14:46:42.550407 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45272) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:42.596217 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cfe07f-38fb-4877-ade5-cac1b872b808') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:42.596217 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cfe07f-38fb-4877-ade5-cac1b872b808') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:42.625435 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Pushing event updated for resources: {'Port': ['ID=a89781b8-e496-4173-b893-0056249480d2,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:42.643137 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.769187 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] For port 966485c9-cbe5-482c-9209-3dc7be63ec66, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:42.779989 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] For port 966485c9-cbe5-482c-9209-3dc7be63ec66, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=966485c9-cbe5-482c-9209-3dc7be63ec66,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:42.795653 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.807596 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.823400 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:46:42.828195 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.872357 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] For port 94d0062b-e31c-40b4-ad64-776ad9d652ba, host hv-cinder-78836, cleared binding levels {{(pid=110074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:42.883591 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Attempting to bind port a89781b8-e496-4173-b893-0056249480d2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:42.888244 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Attempting to bind port a89781b8-e496-4173-b893-0056249480d2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:42.890460 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Attempting to bind port a89781b8-e496-4173-b893-0056249480d2 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:42.898989 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 1e3fa5a9-a890-47d2-b590-4a4013a25515 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:42.900616 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.907414 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] For port 94d0062b-e31c-40b4-ad64-776ad9d652ba, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94d0062b-e31c-40b4-ad64-776ad9d652ba,segment=NetworkSegment(efdf7ada-c533-441c-88c2-f9f5a9ec9ef4),segment_id=efdf7ada-c533-441c-88c2-f9f5a9ec9ef4)] {{(pid=110074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:42.925055 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Port a89781b8-e496-4173-b893-0056249480d2 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:46:42.925928 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Attempting to bind port a89781b8-e496-4173-b893-0056249480d2 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:42.930068 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.966261 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937da81-eda0-43eb-8ca2-7b6b6e5bdb44 req-7d49499e-de68-4305-9019-3c6efeb14bc0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:42.988486 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9937da81-eda0-43eb-8ca2-7b6b6e5bdb44 req-7d49499e-de68-4305-9019-3c6efeb14bc0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 931 time: 1.7639987 Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: from cryptography.utils import int_from_bytes Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: from cryptography.utils import int_from_bytes Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:46:42.997645 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:46:43.065115 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:43.065474 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Checking segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:43.067518 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Bound using segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:43.068020 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Bound port: a89781b8-e496-4173-b893-0056249480d2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'}}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:43.072508 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.096021 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.185786 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:43.193832 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:46:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:43.296977 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.297856 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.302087 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.304122 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] 10.222.0.61 "PUT /v2.0/ports/94d0062b-e31c-40b4-ad64-776ad9d652ba HTTP/1.1" status: 200 len: 1093 time: 4.5877638 Jul 13 14:46:43.311760 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] 10.222.0.37 "DELETE /v2.0/networks/80770977-d8e9-43e8-bcbd-9b5d32343b2f HTTP/1.1" status: 204 len: 168 time: 3.7655272 Jul 13 14:46:43.336785 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45292) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:43.363992 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1021a-8bdd-4ee7-b1d6-143163cea427 admin admin] Pushing event deleted for resources: {'Network': ['ID=80770977-d8e9-43e8-bcbd-9b5d32343b2f,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:43.393479 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2146d6-08cc-44b5-a0b4-e6eb755bc26b', 'tag': '94d0062b-e31c-40b4-ad64-776ad9d652ba'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:43.490486 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1427a-b1c9-4b2c-9260-f9fd7a99d8e3 None None] Pushing event updated for resources: {'Port': ['ID=966485c9-cbe5-482c-9209-3dc7be63ec66,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:43.578627 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9937da81-eda0-43eb-8ca2-7b6b6e5bdb44 req-44b368b2-e91b-4546-89ee-6f1fbaf5df0c tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834918 Jul 13 14:46:43.587583 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9e8a199d-ec64-4614-a5b0-dc4887cf7ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.756708 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9e8a199d-ec64-4614-a5b0-dc4887cf7ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.827984 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3df4f7-18b7-43fe-b75e-128a434fa381 admin admin] Deleting subnet d03eb32c-73e0-4f9e-b5af-a9423e5be2ba {{(pid=110073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:46:43.857536 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3a3df4f7-18b7-43fe-b75e-128a434fa381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.964064 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371b3e8-1aaf-4cb1-adc0-7f088d1e0f2a service neutron] Pushing event updated for resources: {'Port': ['ID=94d0062b-e31c-40b4-ad64-776ad9d652ba,revision_number=3']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:44.002111 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:44.107297 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] For port a89781b8-e496-4173-b893-0056249480d2, host hv-cinder-78836, cleared binding levels {{(pid=110074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:44.126790 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] For port a89781b8-e496-4173-b893-0056249480d2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a89781b8-e496-4173-b893-0056249480d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:44.133747 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82972638-e710-482e-b636-8d4f10500dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2146d6-08cc-44b5-a0b4-e6eb755bc26b", "tag": "94d0062b-e31c-40b4-ad64-776ad9d652ba"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:44.147252 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.202886 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.203353 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.204896 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] 10.222.0.61 "PUT /v2.0/ports/a89781b8-e496-4173-b893-0056249480d2 HTTP/1.1" status: 200 len: 1093 time: 5.4904437 Jul 13 14:46:44.293361 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c460-fdae-463c-a845-f0e555745794 req-c7dd619a-2d7c-40bb-8660-7a8e782ddfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.295222 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-c7dd619a-2d7c-40bb-8660-7a8e782ddfa9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a44c7bcfb8994ed68a56daa1448ced71&device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 1096 time: 0.5889099 Jul 13 14:46:44.373001 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc60544-fdee-4d11-9498-a02eadd9f36a service neutron] Pushing event updated for resources: {'Port': ['ID=a89781b8-e496-4173-b893-0056249480d2,revision_number=3']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:44.412284 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3a3df4f7-18b7-43fe-b75e-128a434fa381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60292597'] for subnet, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.627795 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca3582-44e7-4602-874b-fd5bef76d4fa req-a6caa881-7666-45ae-928c-0450aae107a9 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.642300 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f7ca3582-44e7-4602-874b-fd5bef76d4fa req-a6caa881-7666-45ae-928c-0450aae107a9 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 943 time: 0.2613373 Jul 13 14:46:44.651777 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9e8a199d-ec64-4614-a5b0-dc4887cf7ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.657534 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:42Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:44.658497 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9e8a199d-ec64-4614-a5b0-dc4887cf7ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.663590 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-9e8a199d-ec64-4614-a5b0-dc4887cf7ed6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7adb46f3-3011-4882-949a-21c2cda4b460 HTTP/1.1" status: 204 len: 168 time: 2.0922709 Jul 13 14:46:44.709967 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3a3df4f7-18b7-43fe-b75e-128a434fa381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.772201 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c7939-4eac-4e4c-9117-2c9d7f1338c8 None None] The sync data for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi is: [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:42Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:44.859072 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a199d-ec64-4614-a5b0-dc4887cf7ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb46f3-3011-4882-949a-21c2cda4b460,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:44.930249 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f7ca3582-44e7-4602-874b-fd5bef76d4fa req-64f2390b-b6ff-4ef1-b9da-d581c5d58ea9 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861931 Jul 13 14:46:45.144906 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3a3df4f7-18b7-43fe-b75e-128a434fa381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60264780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59366594'] for subnet, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.248990 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-b24e7216-7cda-44b4-8e5a-63f07c23830a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94d0062b-e31c-40b4-ad64-776ad9d652ba HTTP/1.1" status: 200 len: 217 time: 0.3929393 Jul 13 14:46:45.286437 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3df4f7-18b7-43fe-b75e-128a434fa381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03eb32c-73e0-4f9e-b5af-a9423e5be2ba,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.332276 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3a3df4f7-18b7-43fe-b75e-128a434fa381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.337864 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-3a3df4f7-18b7-43fe-b75e-128a434fa381 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d03eb32c-73e0-4f9e-b5af-a9423e5be2ba HTTP/1.1" status: 204 len: 168 time: 1.9947343 Jul 13 14:46:45.353394 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45358) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:45.683996 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45362) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:45.721318 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-2ffe4dbe-1447-41ba-8a08-33d71f470839 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489384520', 'description': 'tempest-description--561704903'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:45.823656 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-57a1a82b-f500-4aee-b410-fb10d40a0c0f req-0a8f1b8c-a335-4b9d-9e29-90fb70808aa2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 210 time: 0.1341631 Jul 13 14:46:45.893571 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.955384 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4dbe-1447-41ba-8a08-33d71f470839 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.052131 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c460-fdae-463c-a845-f0e555745794 req-84e15b88-9131-48c8-ac6f-d79a4e345f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.079112 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-84e15b88-9131-48c8-ac6f-d79a4e345f51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2469ffff-6ba8-492b-bd34-c2193817befa HTTP/1.1" status: 200 len: 852 time: 0.6901395 Jul 13 14:46:46.246331 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.288957 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e678a00b-ee1a-4aec-84c2-1a40ab62c1ce']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:46.362720 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-68e35fe5-815e-46f0-a739-1dffe68a6326 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec32d6f-b062-4a6d-87c5-946557247228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2569392 Jul 13 14:46:46.371014 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 966485c9-cbe5-482c-9209-3dc7be63ec66 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:46.393827 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dc8357-d392-4700-ba51-1df5cf22e4e4') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:46.397352 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dc8357-d392-4700-ba51-1df5cf22e4e4') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:46.533553 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.61', 50956) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:46.613855 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 966485c9-cbe5-482c-9209-3dc7be63ec66 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:46.631657 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 966485c9-cbe5-482c-9209-3dc7be63ec66 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:46.631892 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.772567 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-7fb4c58a-1844-435a-9b0c-9a090dcf892b service neutron] 10.222.0.61 "GET /v2.0/networks/eec32d6f-b062-4a6d-87c5-946557247228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026010 Jul 13 14:46:46.774993 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75b3ee6-dbab-4ebd-a242-e3ce6d328669 x-openstack-request-id: req-b75b3ee6-dbab-4ebd-a242-e3ce6d328669 {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:46.786290 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2146d6-08cc-44b5-a0b4-e6eb755bc26b", "tag": "94d0062b-e31c-40b4-ad64-776ad9d652ba", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:46.786898 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b75b3ee6-dbab-4ebd-a242-e3ce6d328669 {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:46.787979 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2146d6-08cc-44b5-a0b4-e6eb755bc26b', 'tag': '94d0062b-e31c-40b4-ad64-776ad9d652ba', 'status': 'completed', 'code': 200} Jul 13 14:46:46.911552 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.927000 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ab715590-98d3-40bf-9d1e-3c993474fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.932054 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-ab715590-98d3-40bf-9d1e-3c993474fa15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 1096 time: 1.7551534 Jul 13 14:46:47.019426 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.118227 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.173469 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 966485c9-cbe5-482c-9209-3dc7be63ec66, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=966485c9-cbe5-482c-9209-3dc7be63ec66,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:47.187734 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.217494 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:46:47.225000 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:46:47.241194 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:46:47.461729 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=966485c9-cbe5-482c-9209-3dc7be63ec66,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:47.506409 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429968e-119c-4964-a100-ffcf5204ada1 req-bb18506f-423d-406a-b704-759f341a0cc7 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.520471 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2429968e-119c-4964-a100-ffcf5204ada1 req-bb18506f-423d-406a-b704-759f341a0cc7 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 943 time: 1.1856771 Jul 13 14:46:47.548339 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9c87c460-fdae-463c-a845-f0e555745794 req-61aa806b-8250-4172-b77f-815753a43c7a service neutron] 10.222.0.61 "GET /v2.0/networks/eec32d6f-b062-4a6d-87c5-946557247228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331080 Jul 13 14:46:47.550487 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-e8c5982d-c371-404c-be40-922af7dd25ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a89781b8-e496-4173-b893-0056249480d2 HTTP/1.1" status: 200 len: 217 time: 0.6003966 Jul 13 14:46:47.627643 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2429968e-119c-4964-a100-ffcf5204ada1 req-aeacdcbc-54c5-44fc-ae1b-e80e50a8fb23 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059113 Jul 13 14:46:47.671075 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-064a08b0-4de8-4158-8c8b-cb329575e020 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.684050 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-064a08b0-4de8-4158-8c8b-cb329575e020 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 819 time: 1.1304331 Jul 13 14:46:47.730895 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec160bec-2ba4-41e3-828f-5e957ac85c2c req-8ed17a85-927d-4e91-a38b-f46ea0d4f791 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.734617 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ec160bec-2ba4-41e3-828f-5e957ac85c2c req-8ed17a85-927d-4e91-a38b-f46ea0d4f791 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 943 time: 0.8703644 Jul 13 14:46:47.735944 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.740383 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.742388 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/e678a00b-ee1a-4aec-84c2-1a40ab62c1ce HTTP/1.1" status: 204 len: 168 time: 2.3737042 Jul 13 14:46:47.749558 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Request body: {'port': {'device_id': 'a081ea6c-ef43-4653-96fc-edecff10f7d1', 'network_id': '47555891-083c-422c-857a-0232b99c4ed4', 'admin_state_up': True, 'tenant_id': '90a1c45be140419b957aa1d41a19914c'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:47.983455 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-89eaa526-6c30-420b-9be8-b915c4bd7950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.987393 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-89eaa526-6c30-420b-9be8-b915c4bd7950 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 200 len: 853 time: 0.3911402 Jul 13 14:46:47.991207 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45464) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:47.991455 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbd7c2-05f1-4420-b4f7-22f95b7ae7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e678a00b-ee1a-4aec-84c2-1a40ab62c1ce,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:48.123896 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82972638-e710-482e-b636-8d4f10500dd3 req-64eea159-8ff9-4442-89e7-08939c574730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:48.126997 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-82972638-e710-482e-b636-8d4f10500dd3 req-64eea159-8ff9-4442-89e7-08939c574730 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a44c7bcfb8994ed68a56daa1448ced71&device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 1096 time: 0.4451251 Jul 13 14:46:48.135737 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-b31fc606-60cd-494a-b36c-8b93399bca3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146514 Jul 13 14:46:48.174136 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 966485c9-cbe5-482c-9209-3dc7be63ec66 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:48.280246 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ec160bec-2ba4-41e3-828f-5e957ac85c2c req-81ce879c-8a98-4fab-a0bb-1974f68866ea tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357816 Jul 13 14:46:48.297221 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45472) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:48.368593 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-803783e6-4f54-4334-a01e-190989c8e0fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fde2824fce894510b8b09b0ac8503ff9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0679033 Jul 13 14:46:48.368823 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 966485c9-cbe5-482c-9209-3dc7be63ec66 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:48.370101 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.370281 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45474) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:48.422672 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567425be-9c56-4703-9eab-b8040fd599ae req-ae2826e9-69d7-48c3-be3b-0df651ceff2b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:48.424675 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-ae2826e9-69d7-48c3-be3b-0df651ceff2b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 819 time: 0.4927509 Jul 13 14:46:48.456528 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-b4dd57ef-cd0e-4b7e-bca7-d5029014d958 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/quotas/90a1c45be140419b957aa1d41a19914c HTTP/1.1" status: 200 len: 375 time: 0.0161693 Jul 13 14:46:48.469962 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-27c4c042-f98b-4e5e-a9a5-9c0f8dbcc80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.497165 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-27c4c042-f98b-4e5e-a9a5-9c0f8dbcc80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.568939 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4dbe-1447-41ba-8a08-33d71f470839 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.610003 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4dbe-1447-41ba-8a08-33d71f470839 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.610773 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Made reservation on behalf of 90a1c45be140419b957aa1d41a19914c for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:48.614466 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.665500 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8248-154e-436a-ae81-be5814b6177b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.675372 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-27c4c042-f98b-4e5e-a9a5-9c0f8dbcc80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.688494 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-27c4c042-f98b-4e5e-a9a5-9c0f8dbcc80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.690519 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-27c4c042-f98b-4e5e-a9a5-9c0f8dbcc80c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93fe97bb-1994-44e5-adff-4450aac2c50e HTTP/1.1" status: 204 len: 168 time: 0.3196781 Jul 13 14:46:48.698525 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-54dc770d-d0ef-4230-8c26-2e4c99dddca8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1833315 Jul 13 14:46:48.714159 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4dbe-1447-41ba-8a08-33d71f470839 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.715409 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2ffe4dbe-1447-41ba-8a08-33d71f470839 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0256779 Jul 13 14:46:48.724366 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45488) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:48.742745 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-5a347f81-252c-4f27-b6aa-091d23d6e1da tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'security_group_rule': {'security_group_id': '8abd2089-edb3-44ef-83fe-b3f9a0913ed2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:48.748842 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82972638-e710-482e-b636-8d4f10500dd3 req-c98753aa-995d-4b3c-acc3-52d5ae276e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:48.750371 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-82972638-e710-482e-b636-8d4f10500dd3 req-c98753aa-995d-4b3c-acc3-52d5ae276e29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eec32d6f-b062-4a6d-87c5-946557247228 HTTP/1.1" status: 200 len: 913 time: 0.5345621 Jul 13 14:46:48.773871 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe4dbe-1447-41ba-8a08-33d71f470839 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd2089-edb3-44ef-83fe-b3f9a0913ed2,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:48.788601 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dad2a55-c889-43ec-9e98-abd0d2ef16f5', 'tag': 'a89781b8-e496-4173-b893-0056249480d2'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:48.791122 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10664e3-7739-47f0-841b-baab29a54992" -d '{"events": [{"name": "network-changed", "server_uuid": "3dad2a55-c889-43ec-9e98-abd0d2ef16f5", "tag": "a89781b8-e496-4173-b893-0056249480d2"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:48.795461 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-e348ba82-f0b6-4a70-8e49-5d30701b56bd service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762126 Jul 13 14:46:48.892330 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8248-154e-436a-ae81-be5814b6177b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.902294 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8248-154e-436a-ae81-be5814b6177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.906030 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4c042-f98b-4e5e-a9a5-9c0f8dbcc80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fe97bb-1994-44e5-adff-4450aac2c50e,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:48.969803 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-5d6e8248-154e-436a-ae81-be5814b6177b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2387e0b31ed48b9957e22ff4e6629d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9753211 Jul 13 14:46:48.971308 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e8248-154e-436a-ae81-be5814b6177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f5905-79e5-4eeb-b7de-4fa249fff511,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:48.975400 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45496) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:49.002901 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5a347f81-252c-4f27-b6aa-091d23d6e1da tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.093606 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c2325b42-7a05-406a-80f8-2e9bdafa5f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.310273 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5a347f81-252c-4f27-b6aa-091d23d6e1da tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.326645 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5a347f81-252c-4f27-b6aa-091d23d6e1da tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.334575 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c2325b42-7a05-406a-80f8-2e9bdafa5f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.353313 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Allocated IP 172.20.0.4 (47555891-083c-422c-857a-0232b99c4ed4/176854e0-9c55-4197-adf4-2ccb2118dbb0/f1cd14b8-c724-4f27-965d-cb2b2c21db13) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:49.367429 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a347f81-252c-4f27-b6aa-091d23d6e1da tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfce3f4f-08f7-4d67-9529-ba1d29d9d363,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:49.375483 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5a347f81-252c-4f27-b6aa-091d23d6e1da tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.377156 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-5a347f81-252c-4f27-b6aa-091d23d6e1da tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6473560 Jul 13 14:46:49.385111 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45508) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:49.397000 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-6f044c85-62a8-49f0-a1b4-3c1806b9ec38 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'security_group_rule': {'security_group_id': '8abd2089-edb3-44ef-83fe-b3f9a0913ed2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:49.406489 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-6347b850-02cc-4aec-810a-3e64fa330325 service neutron] 10.222.0.37 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886908 Jul 13 14:46:49.425870 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc591d-51bc-4205-9260-e41768fef68c req-bb786e52-c558-4ac2-a080-36d4c152acbd tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:49.428659 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-78bc591d-51bc-4205-9260-e41768fef68c req-bb786e52-c558-4ac2-a080-36d4c152acbd tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 943 time: 0.4063475 Jul 13 14:46:49.450515 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6f044c85-62a8-49f0-a1b4-3c1806b9ec38 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.476161 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c2325b42-7a05-406a-80f8-2e9bdafa5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.481176 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c2325b42-7a05-406a-80f8-2e9bdafa5f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.486716 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c2325b42-7a05-406a-80f8-2e9bdafa5f4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/848f5905-79e5-4eeb-b7de-4fa249fff511 HTTP/1.1" status: 204 len: 168 time: 0.5096233 Jul 13 14:46:49.540041 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2325b42-7a05-406a-80f8-2e9bdafa5f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f5905-79e5-4eeb-b7de-4fa249fff511,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:49.589655 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6f044c85-62a8-49f0-a1b4-3c1806b9ec38 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.595988 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6f044c85-62a8-49f0-a1b4-3c1806b9ec38 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.625984 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f044c85-62a8-49f0-a1b4-3c1806b9ec38 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727f0387-1f6b-4536-bcf8-74ba80d0d8e1,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:49.633143 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6f044c85-62a8-49f0-a1b4-3c1806b9ec38 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.636039 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6f044c85-62a8-49f0-a1b4-3c1806b9ec38 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497025 Jul 13 14:46:49.641864 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45512) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:49.651169 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:49.728328 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45514) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:49.743643 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.852284 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6a822201-2acc-407e-b0f4-6580b57f6613 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73eaf159e06a4328bf1590bc4a885c67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1218028 Jul 13 14:46:49.852897 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45520) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:49.912564 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-78bc591d-51bc-4205-9260-e41768fef68c req-4dd8ac50-68f3-475d-8460-9f22ad2a3be2 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338269 Jul 13 14:46:49.964792 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-adf29ac9-e362-40b5-a70c-8207f95f748e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.025110 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-1ea35b44-d0ee-4076-9cfc-866da088e650 service neutron] 10.222.0.37 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925570 Jul 13 14:46:50.034143 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-adf29ac9-e362-40b5-a70c-8207f95f748e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.104600 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5913fe-a563-462b-a7ef-2cafa5a00710 x-openstack-request-id: req-7c5913fe-a563-462b-a7ef-2cafa5a00710 {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:50.105014 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dad2a55-c889-43ec-9e98-abd0d2ef16f5", "tag": "a89781b8-e496-4173-b893-0056249480d2", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:50.105156 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c5913fe-a563-462b-a7ef-2cafa5a00710 {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:50.108540 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dad2a55-c889-43ec-9e98-abd0d2ef16f5', 'tag': 'a89781b8-e496-4173-b893-0056249480d2', 'status': 'completed', 'code': 200} Jul 13 14:46:50.119280 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45526) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:50.133601 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.139503 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-adf29ac9-e362-40b5-a70c-8207f95f748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.146489 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-adf29ac9-e362-40b5-a70c-8207f95f748e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.146774 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-52d62929-8030-4198-aeb7-16b813a8c9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.151503 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-adf29ac9-e362-40b5-a70c-8207f95f748e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a81550d-487b-426a-a6b9-dfe87a170abc HTTP/1.1" status: 204 len: 168 time: 0.2929423 Jul 13 14:46:50.185301 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf29ac9-e362-40b5-a70c-8207f95f748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a81550d-487b-426a-a6b9-dfe87a170abc,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:50.189064 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.329729 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.379205 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Allocated IP 172.27.1.104 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/a3df6bf1-25ce-4809-b380-11991afa06a1) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:50.486043 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Network 47555891-083c-422c-857a-0232b99c4ed4 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:50.527096 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:50.532380 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-9054a0ee-bcc0-4914-b331-e310c6db3035 req-a0fa71cc-3ffa-4dee-a2a6-113635f846c4 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359468 Jul 13 14:46:50.549727 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7154f5f7-f58a-4f36-a4ff-44847f23c1c6 req-e8f1c28f-5b28-47a2-9677-c18790f81989 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.1009493 Jul 13 14:46:50.550452 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Pushing event updated for resources: {'Port': ['ID=f1cd14b8-c724-4f27-965d-cb2b2c21db13,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:50.571805 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:50.583442 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9093d-8d99-4e42-9edb-5280f4bae7e6 req-6ededcda-ad7d-4298-a489-5404f994c315 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:50.584466 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4ed9093d-8d99-4e42-9edb-5280f4bae7e6 req-6ededcda-ad7d-4298-a489-5404f994c315 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 943 time: 0.3645449 Jul 13 14:46:50.605814 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-82972638-e710-482e-b636-8d4f10500dd3 req-dde45ebe-29c8-4740-aafb-f44915c2c19e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94d0062b-e31c-40b4-ad64-776ad9d652ba HTTP/1.1" status: 200 len: 217 time: 0.0813661 Jul 13 14:46:50.681869 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-52d62929-8030-4198-aeb7-16b813a8c9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.706637 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:50.706901 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.709640 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-52d62929-8030-4198-aeb7-16b813a8c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.770144 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4ed9093d-8d99-4e42-9edb-5280f4bae7e6 req-ddb2c419-2bc2-4722-9daf-7f754bbf0f70 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521857 Jul 13 14:46:50.809191 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-63c04061-57da-496f-a6e9-c7ca510481c2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0918837 Jul 13 14:46:50.818553 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-52d62929-8030-4198-aeb7-16b813a8c9aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=421a074b44b3413097c4268e5e286f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936610 Jul 13 14:46:50.820230 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45544) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:50.835501 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d62929-8030-4198-aeb7-16b813a8c9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc8f073-76f4-4bdd-9599-449530c4a7c7,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:50.897615 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.951987 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ecb55d7a-9e11-4550-b0a8-d58a9f0a21dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.958650 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.006712 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ecb55d7a-9e11-4550-b0a8-d58a9f0a21dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.045854 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:51.074682 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:51.085202 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:51.111413 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'Port': ['ID=a3df6bf1-25ce-4809-b380-11991afa06a1,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.118454 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ecb55d7a-9e11-4550-b0a8-d58a9f0a21dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.126284 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ecb55d7a-9e11-4550-b0a8-d58a9f0a21dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.129000 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-ecb55d7a-9e11-4550-b0a8-d58a9f0a21dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebc8f073-76f4-4bdd-9599-449530c4a7c7 HTTP/1.1" status: 204 len: 168 time: 0.3084161 Jul 13 14:46:51.146606 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb55d7a-9e11-4550-b0a8-d58a9f0a21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc8f073-76f4-4bdd-9599-449530c4a7c7,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.287348 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.297022 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2adfe-7816-479c-90e8-1c347c4f8cf0 req-5a673c22-8aaa-4a2c-b3ff-4f812f58cb0f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.300456 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-56c2adfe-7816-479c-90e8-1c347c4f8cf0 req-5a673c22-8aaa-4a2c-b3ff-4f812f58cb0f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 943 time: 0.1434450 Jul 13 14:46:51.356571 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Request body: {'port': {'device_id': 'a081ea6c-ef43-4653-96fc-edecff10f7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:51.485282 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-56c2adfe-7816-479c-90e8-1c347c4f8cf0 req-256f5f1e-52f1-4981-9f33-c004f0a07edc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750109 Jul 13 14:46:51.588832 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.620050 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.661612 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82972638-e710-482e-b636-8d4f10500dd3 req-8c90d76b-8f45-4a23-b0e9-b065e8ef7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.663411 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-82972638-e710-482e-b636-8d4f10500dd3 req-8c90d76b-8f45-4a23-b0e9-b065e8ef7496 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2469ffff-6ba8-492b-bd34-c2193817befa HTTP/1.1" status: 200 len: 852 time: 0.3418386 Jul 13 14:46:51.700416 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10664e3-7739-47f0-841b-baab29a54992 req-7fcb2a99-2316-4ac6-9245-05edf7b5ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.702688 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e10664e3-7739-47f0-841b-baab29a54992 req-7fcb2a99-2316-4ac6-9245-05edf7b5ef15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 1096 time: 0.2549872 Jul 13 14:46:51.866494 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e0fe82fa-5bec-4bf3-9f8a-50dbdf61cfde req-babccfc6-8911-40b8-8d56-04a8b6f336a8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.1058846 Jul 13 14:46:51.925770 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.932738 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.956341 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.002270 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.003972 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3608952 Jul 13 14:46:52.047422 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef425ab-84a5-40c2-a6a5-5142b31bab1a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'Port': ['ID=a3df6bf1-25ce-4809-b380-11991afa06a1,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.332595 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31491a0b-9beb-4f15-97e2-a8e140e784c2 req-dae73e7b-4342-4e08-8ea5-dd70b972ad58 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:52.342194 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-31491a0b-9beb-4f15-97e2-a8e140e784c2 req-dae73e7b-4342-4e08-8ea5-dd70b972ad58 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 943 time: 0.3020096 Jul 13 14:46:52.527078 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-87ba5416-f3b8-4356-9437-75eb40442da9 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1489384520&fields=id&tenant_id=b3110479f60e46ef816b28c5ecf97e6a HTTP/1.1" status: 200 len: 267 time: 0.1590734 Jul 13 14:46:52.576618 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-31491a0b-9beb-4f15-97e2-a8e140e784c2 req-55879606-d91a-422f-9ab2-267695f9cc76 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328544 Jul 13 14:46:52.707079 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45626) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:52.908316 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cd14b8-c724-4f27-965d-cb2b2c21db13 {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:52.923840 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878507a-e254-4f13-ba1e-828393f5e15b req-a1764ea3-1c92-4aea-b1eb-8dfecd97b059 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:52.933128 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-a1764ea3-1c92-4aea-b1eb-8dfecd97b059 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 811 time: 0.4042375 Jul 13 14:46:52.943815 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.976306 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-78f53ffb-f2c0-4d0c-92cd-6615e2dfeb0f tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/quotas/b3110479f60e46ef816b28c5ecf97e6a HTTP/1.1" status: 200 len: 375 time: 0.0420444 Jul 13 14:46:52.992783 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Transition to ACTIVE for port object f1cd14b8-c724-4f27-965d-cb2b2c21db13 will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:53.017307 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.042697 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2039125090-network', 'tenant_id': 'b717b81f52684a07a4e290d7aeac6e88'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:53.088243 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Made reservation on behalf of b717b81f52684a07a4e290d7aeac6e88 for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:53.091601 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.103225 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909398e0-1909-4ed9-b6e3-8d33d34166f6 req-c84cea17-ffe1-4876-846b-8259755a64f7 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.104022 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.105090 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-909398e0-1909-4ed9-b6e3-8d33d34166f6 req-c84cea17-ffe1-4876-846b-8259755a64f7 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 943 time: 0.3072824 Jul 13 14:46:53.131435 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cd14b8-c724-4f27-965d-cb2b2c21db13,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.238734 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.246746 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.274178 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:53.287305 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-909398e0-1909-4ed9-b6e3-8d33d34166f6 req-60e40ee0-212f-4c10-967f-6c57fd5da707 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735182 Jul 13 14:46:53.291209 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf018c2-8a32-4b32-ad26-27718907bbd2,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.299019 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.299566 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Added segment ad39d294-4139-4a4b-bb86-e86b39fa4025 of type vlan for network 6094bc76-5b5a-4d4a-99ab-8b647660776c Jul 13 14:46:53.309021 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-56fe3f24-52c4-4afc-a977-3e68e41edbb8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3126173 Jul 13 14:46:53.339985 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Attempting to bind port f1cd14b8-c724-4f27-965d-cb2b2c21db13 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:53.340767 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Attempting to bind port f1cd14b8-c724-4f27-965d-cb2b2c21db13 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:53.341372 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Attempting to bind port f1cd14b8-c724-4f27-965d-cb2b2c21db13 on network 47555891-083c-422c-857a-0232b99c4ed4 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:53.352671 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Port f1cd14b8-c724-4f27-965d-cb2b2c21db13 on network 47555891-083c-422c-857a-0232b99c4ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:46:53.353211 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Attempting to bind port f1cd14b8-c724-4f27-965d-cb2b2c21db13 on network 47555891-083c-422c-857a-0232b99c4ed4 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:53.363269 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.385294 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:53.385680 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Checking segment: {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:53.386503 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Bound using segment: {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:53.387227 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Bound port: f1cd14b8-c724-4f27-965d-cb2b2c21db13, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:53.387847 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.406251 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.407418 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.408169 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.482821 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7707322 Jul 13 14:46:53.486446 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45646) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:53.495233 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Request body: {'subnet': {'network_id': '6094bc76-5b5a-4d4a-99ab-8b647660776c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2039125090-subnet', 'tenant_id': 'b717b81f52684a07a4e290d7aeac6e88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:53.507890 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4fe5b-cf5d-496a-a16a-8d0e2fdb9329 admin admin] Pushing event updated for resources: {'Network': ['ID=6094bc76-5b5a-4d4a-99ab-8b647660776c,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.524705 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 6094bc76-5b5a-4d4a-99ab-8b647660776c details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:53.534391 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Made reservation on behalf of b717b81f52684a07a4e290d7aeac6e88 for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:53.537561 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.817325 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4b6758a0-d91b-4328-ae2e-92a6a9c710cd req-aa4a428c-2009-4b5a-b68c-c217e2ad95a8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.0964677 Jul 13 14:46:53.922836 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-8bfa66c9-913a-4738-bc6c-0fdffc6b3a48 service neutron] 10.222.0.37 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658669 Jul 13 14:46:53.929121 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] For port f1cd14b8-c724-4f27-965d-cb2b2c21db13, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:53.938401 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] For port f1cd14b8-c724-4f27-965d-cb2b2c21db13, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:53.940443 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.953752 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.991813 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5d6d31-74d0-4f8c-a209-05f65b7ee31c,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.042972 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Checking segment: {'id': 'ad39d294-4139-4a4b-bb86-e86b39fa4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6094bc76-5b5a-4d4a-99ab-8b647660776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:54.043889 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Network hostable DHCP agents. Network: 6094bc76-5b5a-4d4a-99ab-8b647660776c, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:54.073065 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.073684 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.075407 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] 10.222.0.61 "PUT /v2.0/ports/f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 200 len: 1093 time: 2.7575033 Jul 13 14:46:54.078510 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a081ea6c-ef43-4653-96fc-edecff10f7d1', 'tag': 'f1cd14b8-c724-4f27-965d-cb2b2c21db13'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:54.089601 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Network 6094bc76-5b5a-4d4a-99ab-8b647660776c is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:54.125721 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 6094bc76-5b5a-4d4a-99ab-8b647660776c) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:54.132990 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b3808-e1e2-415a-883b-0ccd465cff21 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cd14b8-c724-4f27-965d-cb2b2c21db13,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.135654 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cac5c3-971a-4130-a9fa-4b16c201cde7 None None] Network 6094bc76-5b5a-4d4a-99ab-8b647660776c requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:54.160907 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.161526 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.164484 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-c637ea9c-5486-4817-82d3-c51b5562d271 service neutron] 10.222.0.37 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239482 Jul 13 14:46:54.207771 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-73a57495-2d30-4a4e-940b-f924b6cafb34 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7196574 Jul 13 14:46:54.363331 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a081ea6c-ef43-4653-96fc-edecff10f7d1", "tag": "f1cd14b8-c724-4f27-965d-cb2b2c21db13"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:54.424846 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e950e-a4a2-4770-86be-3953a079df89 req-017f4552-e299-4f3a-9232-4c640bd9b90c tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.427552 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f92e950e-a4a2-4770-86be-3953a079df89 req-017f4552-e299-4f3a-9232-4c640bd9b90c tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 943 time: 0.2558808 Jul 13 14:46:54.529871 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f92e950e-a4a2-4770-86be-3953a079df89 req-8f23c9cd-9a69-4636-a739-388a843cdc24 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876095 Jul 13 14:46:54.769253 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3360718-307e-4801-b77b-19f86c2c0b27 None None] Network 6094bc76-5b5a-4d4a-99ab-8b647660776c requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:54.863335 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c014b3-2dda-4908-8827-292a0d71ee6d req-5a2a980f-f39e-44fb-a252-4c504ce4604b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.865005 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26c014b3-2dda-4908-8827-292a0d71ee6d req-5a2a980f-f39e-44fb-a252-4c504ce4604b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 943 time: 0.2708964 Jul 13 14:46:54.891009 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-8540ddaf-9528-412f-8200-2f876df39f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.894082 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-8540ddaf-9528-412f-8200-2f876df39f19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1096 time: 0.2323635 Jul 13 14:46:54.971320 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10664e3-7739-47f0-841b-baab29a54992 req-5d92e4d7-b796-4c3d-b289-159d403373e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.973289 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e10664e3-7739-47f0-841b-baab29a54992 req-5d92e4d7-b796-4c3d-b289-159d403373e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 914 time: 0.3703499 Jul 13 14:46:55.018937 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-82972638-e710-482e-b636-8d4f10500dd3 req-269f2a15-018b-4c34-9ffa-f3d503cc6896 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec32d6f-b062-4a6d-87c5-946557247228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4122667 Jul 13 14:46:55.119063 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33e5af-7ed4-4d16-940a-bf9f0f93f676 x-openstack-request-id: req-2f33e5af-7ed4-4d16-940a-bf9f0f93f676 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:55.120017 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a081ea6c-ef43-4653-96fc-edecff10f7d1", "tag": "f1cd14b8-c724-4f27-965d-cb2b2c21db13", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:55.120017 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f33e5af-7ed4-4d16-940a-bf9f0f93f676 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:55.120511 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a081ea6c-ef43-4653-96fc-edecff10f7d1', 'tag': 'f1cd14b8-c724-4f27-965d-cb2b2c21db13', 'status': 'completed', 'code': 200} Jul 13 14:46:55.124725 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-6f3047db-b0d2-45e3-9b83-cbd464d47a79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 200 len: 217 time: 0.2179077 Jul 13 14:46:55.201285 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-00dbe470-22bc-48cd-8fd4-99dc9b048286 req-2a6df4a6-754c-4c05-9f2b-7ac5db1f3b3f tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.0790918 Jul 13 14:46:55.220569 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26c014b3-2dda-4908-8827-292a0d71ee6d req-1e5d53a3-2107-4934-bd69-ed45235fcf48 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389161 Jul 13 14:46:55.428316 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-36f517dc-1660-42ee-9dba-6e12efdd976d req-3fe8055f-7b19-4995-8039-45e2eab02684 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.0563395 Jul 13 14:46:55.694943 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45718) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.773544 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45726) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.782699 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1692933723-network', 'tenant_id': '8a37bff6702d41ffac1b0ab72771c866'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:55.827034 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Made reservation on behalf of 8a37bff6702d41ffac1b0ab72771c866 for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:55.833415 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.848626 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.850826 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0debc-6fe9-4064-8db6-f2f8bf4bfbbf req-f37a2930-ddd7-41f3-95b3-0c0357bdd9fa tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:55.864432 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4ec0debc-6fe9-4064-8db6-f2f8bf4bfbbf req-f37a2930-ddd7-41f3-95b3-0c0357bdd9fa tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 943 time: 0.1611009 Jul 13 14:46:55.960351 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4ec0debc-6fe9-4064-8db6-f2f8bf4bfbbf req-7a3996a9-f4ce-416b-88ac-a12943219f62 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931230 Jul 13 14:46:56.091329 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.102547 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.156678 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:56.197509 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36c4c30-50a9-4272-92cb-6eb53f964395,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.205663 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d69f1fed-b255-4e4d-bda6-c4b907a56ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.210169 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.210481 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Added segment 53cf3e58-923b-44ea-a350-e1b29b06dd8d of type vlan for network 749072af-c6f9-4811-b0ee-129ff7dc7942 Jul 13 14:46:56.293553 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.451829 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.db.resource_extend [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 14:46:56.454107 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dedad55-1dd7-42a8-975a-3f088cb110aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.498962 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d69f1fed-b255-4e4d-bda6-c4b907a56ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.505758 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d69f1fed-b255-4e4d-bda6-c4b907a56ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.519474 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-42b64ded-5b45-4ac9-9eeb-963408b6e7cf req-df34ceb3-8f9f-4bbc-838d-83acf97e1153 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.0658743 Jul 13 14:46:56.524714 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.526624 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.527672 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.580796 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1745f-f16f-4978-bc29-791757c87f31 req-caef678a-7653-4309-8221-b71f4ab5698f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.583854 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-10e1745f-f16f-4978-bc29-791757c87f31 req-caef678a-7653-4309-8221-b71f4ab5698f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 943 time: 0.1859179 Jul 13 14:46:56.635743 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-10e1745f-f16f-4978-bc29-791757c87f31 req-56b91270-5aa2-44e1-9e31-a5f63a0b1318 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Jul 13 14:46:56.692345 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d69f1fed-b255-4e4d-bda6-c4b907a56ccd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4a87f0a12924e80a7fb36c10461dcb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9946702 Jul 13 14:46:56.699501 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9238846 Jul 13 14:46:56.704925 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45754) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:56.705458 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45756) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:56.713058 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1f9060a1-1cce-43ad-a146-65278e43b617 req-76f5d3c8-91ad-4eb1-85f3-82c75f023e3e tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.0376627 Jul 13 14:46:56.720328 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Request body: {'subnet': {'network_id': '749072af-c6f9-4811-b0ee-129ff7dc7942', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1692933723-subnet', 'tenant_id': '8a37bff6702d41ffac1b0ab72771c866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:56.735897 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f1fed-b255-4e4d-bda6-c4b907a56ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa664668-f798-4641-9d33-096323cb02de,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.757630 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5bb43-50cb-4505-8e14-2182825b13ec admin admin] Pushing event updated for resources: {'Network': ['ID=749072af-c6f9-4811-b0ee-129ff7dc7942,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.769333 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 749072af-c6f9-4811-b0ee-129ff7dc7942 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:56.806108 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Made reservation on behalf of 8a37bff6702d41ffac1b0ab72771c866 for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:56.809880 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.883678 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1f05de73-6d9b-4b45-a342-d814b26b5f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.928716 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1f05de73-6d9b-4b45-a342-d814b26b5f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.079077 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1f05de73-6d9b-4b45-a342-d814b26b5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.083760 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1f05de73-6d9b-4b45-a342-d814b26b5f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.087944 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1f05de73-6d9b-4b45-a342-d814b26b5f45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa664668-f798-4641-9d33-096323cb02de HTTP/1.1" status: 204 len: 168 time: 0.3783677 Jul 13 14:46:57.121354 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05de73-6d9b-4b45-a342-d814b26b5f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa664668-f798-4641-9d33-096323cb02de,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:57.138677 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.228510 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d3d10a-12ce-4632-82fa-faf8967a1eba,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:57.242543 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Checking segment: {'id': '53cf3e58-923b-44ea-a350-e1b29b06dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '749072af-c6f9-4811-b0ee-129ff7dc7942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:57.243263 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Network hostable DHCP agents. Network: 749072af-c6f9-4811-b0ee-129ff7dc7942, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:57.274293 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Network 749072af-c6f9-4811-b0ee-129ff7dc7942 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:57.280966 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963d5c6-1646-459d-85d6-551fd423c5d2 req-77f9aaea-0671-46ed-9857-8499ffa86b9b tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.282726 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c963d5c6-1646-459d-85d6-551fd423c5d2 req-77f9aaea-0671-46ed-9857-8499ffa86b9b tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 943 time: 0.1317158 Jul 13 14:46:57.289336 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 749072af-c6f9-4811-b0ee-129ff7dc7942) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:57.296931 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.298013 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.305160 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e0b1f-d66a-4821-aa47-08803bdc4b30 None None] Network 749072af-c6f9-4811-b0ee-129ff7dc7942 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:57.323398 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-9b59f5aa-e389-4fda-95e9-f6b7b3fbcd53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6141510 Jul 13 14:46:57.354550 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c963d5c6-1646-459d-85d6-551fd423c5d2 req-12c0f5a7-ec81-4333-86da-75316675a7ce tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578969 Jul 13 14:46:57.511278 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d724474f-2bdd-4e79-8c54-778f001d9923 None None] Network 749072af-c6f9-4811-b0ee-129ff7dc7942 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:57.585129 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 45776) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:57.600988 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6bc304d7-f544-49ae-9b96-6af160fa2d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.783458 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-770d2684-c778-4fe0-b154-dd2a12deb4f2 req-7d1cc283-20e5-4ccc-859e-c3cd984c5b05 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.0385177 Jul 13 14:46:57.837321 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6bc304d7-f544-49ae-9b96-6af160fa2d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.843887 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6bc304d7-f544-49ae-9b96-6af160fa2d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.875959 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-6bc304d7-f544-49ae-9b96-6af160fa2d9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1581caf2094e42d88e5e3603f8e0d508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898619 Jul 13 14:46:57.880607 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45782) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:57.930794 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device a89781b8-e496-4173-b893-0056249480d2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:46:57.931512 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc304d7-f544-49ae-9b96-6af160fa2d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e1b36-0c03-49d0-824a-b980d51185d4,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:58.069904 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e10664e3-7739-47f0-841b-baab29a54992 req-3e054b1f-9a9a-4950-9aa5-998afb05bb73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a89781b8-e496-4173-b893-0056249480d2 HTTP/1.1" status: 200 len: 217 time: 0.1007268 Jul 13 14:46:58.075318 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-02a6d0a9-977d-4941-87d9-0fa58716cc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.130408 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-02a6d0a9-977d-4941-87d9-0fa58716cc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.265308 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dd0a8c41-7f8d-4849-bad7-7fab685dccee req-ab3289e1-df6a-43a6-85c4-f9fdba4e2ca6 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.0705252 Jul 13 14:46:58.282950 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-42d314e6-bb91-4e82-a8c1-96ffc8e91921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:58.285978 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-42d314e6-bb91-4e82-a8c1-96ffc8e91921 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.3486719 Jul 13 14:46:58.366280 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-ef133d10-a109-4233-8143-83854d8831bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696061 Jul 13 14:46:58.368554 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10664e3-7739-47f0-841b-baab29a54992 req-d8d3910e-3536-40dc-9267-19877d65aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:58.371037 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e10664e3-7739-47f0-841b-baab29a54992 req-d8d3910e-3536-40dc-9267-19877d65aec5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 200 len: 853 time: 0.1418669 Jul 13 14:46:58.372050 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-02a6d0a9-977d-4941-87d9-0fa58716cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.378374 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-02a6d0a9-977d-4941-87d9-0fa58716cc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.380490 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-02a6d0a9-977d-4941-87d9-0fa58716cc96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f32e1b36-0c03-49d0-824a-b980d51185d4 HTTP/1.1" status: 204 len: 168 time: 0.4981148 Jul 13 14:46:58.407064 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9d60-780a-45a6-b920-15da5c2f7a43 req-9a2508fc-93ed-4698-afee-eb88a1fe4cf5 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:58.418036 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dd8c9d60-780a-45a6-b920-15da5c2f7a43 req-9a2508fc-93ed-4698-afee-eb88a1fe4cf5 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 943 time: 0.4655979 Jul 13 14:46:58.457287 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6d0a9-977d-4941-87d9-0fa58716cc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e1b36-0c03-49d0-824a-b980d51185d4,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:58.588350 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dd8c9d60-780a-45a6-b920-15da5c2f7a43 req-c7519aa7-ec37-4d76-99eb-8e5836aac396 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689482 Jul 13 14:46:58.602595 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port a89781b8-e496-4173-b893-0056249480d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a89781b8-e496-4173-b893-0056249480d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:58.612436 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e10664e3-7739-47f0-841b-baab29a54992 req-fe99ca48-9c6e-462e-af13-2ec3db89fe2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2266767 Jul 13 14:46:58.642204 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-3b2c79ec-3cef-4412-ad86-fd832e161408 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585821 Jul 13 14:46:58.646476 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': 'a89781b8-e496-4173-b893-0056249480d2', 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'port_id': 'a89781b8-e496-4173-b893-0056249480d2', 'mac_address': 'fa:16:3e:72:b5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:46:58.651504 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.61', 50966) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:58.741655 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.771874 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89781b8-e496-4173-b893-0056249480d2 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:58.824925 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port a89781b8-e496-4173-b893-0056249480d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a89781b8-e496-4173-b893-0056249480d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:58.839223 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:58.843510 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 94d0062b-e31c-40b4-ad64-776ad9d652ba details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:46:59.242100 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-82972638-e710-482e-b636-8d4f10500dd3 req-d8a84f5f-518a-429c-83a7-c22935aa06e6 service neutron] 10.222.0.61 "GET /v2.0/networks/eec32d6f-b062-4a6d-87c5-946557247228?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2714047 Jul 13 14:46:59.430222 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 94d0062b-e31c-40b4-ad64-776ad9d652ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94d0062b-e31c-40b4-ad64-776ad9d652ba,segment=NetworkSegment(efdf7ada-c533-441c-88c2-f9f5a9ec9ef4),segment_id=efdf7ada-c533-441c-88c2-f9f5a9ec9ef4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:59.460261 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '94d0062b-e31c-40b4-ad64-776ad9d652ba', 'network_id': 'eec32d6f-b062-4a6d-87c5-946557247228', 'port_id': '94d0062b-e31c-40b4-ad64-776ad9d652ba', 'mac_address': 'fa:16:3e:03:4a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2469ffff-6ba8-492b-bd34-c2193817befa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:46:59.573790 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=a89781b8-e496-4173-b893-0056249480d2,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:59.584625 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.602151 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.668250 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d0062b-e31c-40b4-ad64-776ad9d652ba {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:59.710290 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e10664e3-7739-47f0-841b-baab29a54992 req-36c0c697-9799-44d1-becc-ddb3da895a0a service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0836546 Jul 13 14:46:59.751511 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 94d0062b-e31c-40b4-ad64-776ad9d652ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94d0062b-e31c-40b4-ad64-776ad9d652ba,segment=NetworkSegment(efdf7ada-c533-441c-88c2-f9f5a9ec9ef4),segment_id=efdf7ada-c533-441c-88c2-f9f5a9ec9ef4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:59.753779 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e18c9763-3eef-494e-9c9b-905c61ada996 req-199e77a4-2433-4078-84c0-bbed5e00e3d6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.2771099 Jul 13 14:46:59.759802 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.861208 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567425be-9c56-4703-9eab-b8040fd599ae req-6b8f9d65-9d66-46b9-b812-085e5ed4f4c5 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:59.864350 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-6b8f9d65-9d66-46b9-b812-085e5ed4f4c5 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 819 time: 1.2110362 Jul 13 14:46:59.917738 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Request body: {'port': {'device_id': 'b3eb6c69-a0e7-4275-9a59-e1749653172b', 'network_id': '47555891-083c-422c-857a-0232b99c4ed4', 'admin_state_up': True, 'tenant_id': '90a1c45be140419b957aa1d41a19914c'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:59.930640 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c4102b7-6dfc-4bb7-9f27-332de483baa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:59.982977 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=94d0062b-e31c-40b4-ad64-776ad9d652ba,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:00.094254 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-82972638-e710-482e-b636-8d4f10500dd3 req-f9017e8a-f4f8-4c79-9a29-b38da322c095 service neutron] 10.222.0.61 "GET /v2.0/networks/eec32d6f-b062-4a6d-87c5-946557247228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8286796 Jul 13 14:47:00.110259 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6566de0-c0a6-4d10-908a-d59ec0ad603f req-f7ec4b7c-d6d5-4c3a-a03a-ca2efe1d9f8d service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4553580 Jul 13 14:47:00.110875 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e10664e3-7739-47f0-841b-baab29a54992 req-cfcb89bb-cf30-455c-8027-4ea47defb381 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489892 Jul 13 14:47:00.116099 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['94d0062b-e31c-40b4-ad64-776ad9d652ba'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:00.131380 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc426ae-7eae-4658-ba96-ac371db9f9b3 req-af4020a0-098b-47dd-a133-d8754a3fb58e tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:00.133439 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9cc426ae-7eae-4658-ba96-ac371db9f9b3 req-af4020a0-098b-47dd-a133-d8754a3fb58e tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 943 time: 1.0913026 Jul 13 14:47:00.167136 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a89781b8-e496-4173-b893-0056249480d2'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:00.344010 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-25f54b20-89ac-4bd1-9386-ac73171c6e34 req-a2a2a0b5-e22c-42f6-b118-8c05ab6cc0e2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.1916080 Jul 13 14:47:00.424429 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.450116 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878507a-e254-4f13-ba1e-828393f5e15b req-bf8bee38-cfbe-4e5a-93f3-e0741be4ffbe tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:00.458121 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-bf8bee38-cfbe-4e5a-93f3-e0741be4ffbe tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 811 time: 0.2832606 Jul 13 14:47:00.465142 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9cc426ae-7eae-4658-ba96-ac371db9f9b3 req-d359c2d5-7c3c-4f65-8500-e31d26f2249a tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082492 Jul 13 14:47:00.492006 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Made reservation on behalf of 90a1c45be140419b957aa1d41a19914c for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:00.496325 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.650195 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9b857cac-4da2-4c2d-9f2f-9f1a34352e90 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3110479f60e46ef816b28c5ecf97e6a HTTP/1.1" status: 200 len: 380 time: 0.1841288 Jul 13 14:47:00.660283 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'port': {'device_id': '408e14bb-9241-4f9c-af63-868025da3654', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'admin_state_up': True, 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'security_groups': ['8abd2089-edb3-44ef-83fe-b3f9a0913ed2']}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:00.756173 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-eb763e74-930f-4c15-8812-62a493d56595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:00.757998 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-eb763e74-930f-4c15-8812-62a493d56595 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1096 time: 0.4110878 Jul 13 14:47:01.091302 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Made reservation on behalf of b3110479f60e46ef816b28c5ecf97e6a for: {'port': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:01.110419 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:01.431829 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-42866026-c9f1-403c-aef4-b3e08522d133 req-c4fd3bf6-cc2f-405e-b878-a4ca260968af tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.1237097 Jul 13 14:47:01.431829 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c030be-c2a3-4465-9b13-39088c3d7657 req-6e510af1-1900-4b2d-82f0-4e3f85fb0ecc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:01.431829 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c4c030be-c2a3-4465-9b13-39088c3d7657 req-6e510af1-1900-4b2d-82f0-4e3f85fb0ecc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 944 time: 0.7454972 Jul 13 14:47:01.431829 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Allocated IP 172.20.0.7 (47555891-083c-422c-857a-0232b99c4ed4/176854e0-9c55-4197-adf4-2ccb2118dbb0/3be38a02-a980-4b6b-89da-cf845d86e63a) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:01.433106 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Allocated IP 172.20.0.14 (14022dbc-56f4-48cd-b035-e4cd8dbfc258/133db6f1-8385-4cb4-9dce-5dea10df197d/8b32a716-27b9-4bbc-9c56-edbaba23e7fb) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:01.433465 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-d6b02a0c-e6a6-4685-9dde-de325e24d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:01.433465 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-d6b02a0c-e6a6-4685-9dde-de325e24d20b service neutron] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 920 time: 0.6536086 Jul 13 14:47:01.605268 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:01.626824 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Transition to ACTIVE for port object 8b32a716-27b9-4bbc-9c56-edbaba23e7fb will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:01.684816 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:01.748004 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-528c5aea-cbb4-4b3f-a839-c7d0a5e0f66b req-bd03e018-a7c6-4684-9d6a-f2ecea8af167 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.1270761 Jul 13 14:47:01.754293 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-cfc9e3d2-7aae-448c-a675-03f337cbc8d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 200 len: 217 time: 0.2605100 Jul 13 14:47:01.758763 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:01.763640 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:01.770860 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:01.772257 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c4c030be-c2a3-4465-9b13-39088c3d7657 req-0c9c56e9-ce2c-4bc8-92ef-3cb2879ddbd0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033098 Jul 13 14:47:01.777345 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:01.778055 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:01.799105 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'Port': ['ID=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:01.820137 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-9f8a1e76-747a-4e68-bd9d-6261b8ca8e64 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1643851 Jul 13 14:47:01.849895 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Request body: {'port': {'device_id': '408e14bb-9241-4f9c-af63-868025da3654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:01.900463 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device f1cd14b8-c724-4f27-965d-cb2b2c21db13 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:01.906372 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device a89781b8-e496-4173-b893-0056249480d2 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:01.971243 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:02.074299 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port a89781b8-e496-4173-b893-0056249480d2 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:02.134149 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:02.195172 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port a89781b8-e496-4173-b893-0056249480d2 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:02.195457 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:02.272603 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-188bc0d6-bbd1-43c7-ae02-7f8ee1a75af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.274257 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-188bc0d6-bbd1-43c7-ae02-7f8ee1a75af1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.4855709 Jul 13 14:47:02.301901 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:02.333382 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-2d2adc49-be17-4d00-aeae-2f3fe3826b0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511656 Jul 13 14:47:02.356620 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:02.470009 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-2c8fbe0e-0692-4785-ba7f-f7828fcb5be3 None None] Provisioning for port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:02.482550 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-5d485074-96e7-495d-8042-52a65f8f27c8 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182420 Jul 13 14:47:02.492318 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-2c8fbe0e-0692-4785-ba7f-f7828fcb5be3 None None] Provisioning complete for port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:02.492940 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbe0e-0692-4785-ba7f-f7828fcb5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:02.536067 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Network 47555891-083c-422c-857a-0232b99c4ed4 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:02.563691 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fbe0e-0692-4785-ba7f-f7828fcb5be3 None None] Port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:02.578919 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:02.584903 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Pushing event updated for resources: {'Port': ['ID=3be38a02-a980-4b6b-89da-cf845d86e63a,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:02.597882 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fc88d-9ea4-42bd-b399-fb2ba8356fac req-2a5b64d8-0e9d-4e47-a73c-1b30f2be8dce tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.599656 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0d6fc88d-9ea4-42bd-b399-fb2ba8356fac req-2a5b64d8-0e9d-4e47-a73c-1b30f2be8dce tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 944 time: 0.4815435 Jul 13 14:47:02.600935 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:02.637174 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port f1cd14b8-c724-4f27-965d-cb2b2c21db13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:02.745353 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': 'f1cd14b8-c724-4f27-965d-cb2b2c21db13', 'network_id': '47555891-083c-422c-857a-0232b99c4ed4', 'port_id': 'f1cd14b8-c724-4f27-965d-cb2b2c21db13', 'mac_address': 'fa:16:3e:62:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176854e0-9c55-4197-adf4-2ccb2118dbb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:02.749061 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:02.808296 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port a89781b8-e496-4173-b893-0056249480d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a89781b8-e496-4173-b893-0056249480d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:02.813959 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dad2a55-c889-43ec-9e98-abd0d2ef16f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89781b8-e496-4173-b893-0056249480d2'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:02.860009 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.860817 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.016526 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-b405eb75-3eb1-4d51-9f3f-1016015edcac tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1196935 Jul 13 14:47:03.020864 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b8d6117-570e-4032-9ca0-5ac773fd6e0c req-62eda5da-3b93-4f37-8fda-cb6c98cf9d4a service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275779 Jul 13 14:47:03.048715 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Request body: {'port': {'device_id': 'b3eb6c69-a0e7-4275-9a59-e1749653172b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:03.068620 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b32a716-27b9-4bbc-9c56-edbaba23e7fb {{(pid=110074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:03.089888 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.110146 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.111037 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 94d0062b-e31c-40b4-ad64-776ad9d652ba up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:03.136023 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Transition to ACTIVE for port object 8b32a716-27b9-4bbc-9c56-edbaba23e7fb will not be triggered until provisioned by entity L2. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:03.142393 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.218024 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45944) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:03.232884 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.254573 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0d6fc88d-9ea4-42bd-b399-fb2ba8356fac req-57eb3b56-f726-45ea-b986-76950e729396 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699255 Jul 13 14:47:03.277256 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cd14b8-c724-4f27-965d-cb2b2c21db13 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:03.328279 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:03.354588 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port f1cd14b8-c724-4f27-965d-cb2b2c21db13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:03.425981 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Attempting to bind port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:03.426470 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Attempting to bind port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:03.427055 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Attempting to bind port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb on network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:03.445275 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb on network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:47:03.446054 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Attempting to bind port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb on network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:03.459792 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:03.460471 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Checking segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:03.461111 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Bound using segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:03.461807 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Bound port: 8b32a716-27b9-4bbc-9c56-edbaba23e7fb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'}}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:03.464387 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.588949 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41dd66-8bcc-4880-9ee2-4d9e6a7c779f req-37f12578-f527-4e96-a26c-6f8b8f0ff42a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:03.603337 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] For port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb, host hv-cinder-78836, cleared binding levels {{(pid=110074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:03.610153 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] For port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:03.610410 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9e41dd66-8bcc-4880-9ee2-4d9e6a7c779f req-37f12578-f527-4e96-a26c-6f8b8f0ff42a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 932 time: 0.7167995 Jul 13 14:47:03.618865 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.633403 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.761907 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20be7ad3-ab1a-4dce-9e97-fb8124d13313" -d '{"events": [{"server_uuid": "3dad2a55-c889-43ec-9e98-abd0d2ef16f5", "name": "network-vif-plugged", "status": "completed", "tag": "a89781b8-e496-4173-b893-0056249480d2"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:03.763937 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:03.767045 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.772051 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] 10.222.0.61 "PUT /v2.0/ports/8b32a716-27b9-4bbc-9c56-edbaba23e7fb HTTP/1.1" status: 200 len: 1094 time: 1.9390054 Jul 13 14:47:03.781022 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408e14bb-9241-4f9c-af63-868025da3654', 'tag': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:03.784605 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.791102 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93" -d '{"events": [{"name": "network-changed", "server_uuid": "408e14bb-9241-4f9c-af63-868025da3654", "tag": "8b32a716-27b9-4bbc-9c56-edbaba23e7fb"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:03.850442 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf836cd-a890-4bcc-81e2-977bac1297d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,revision_number=3']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:03.853501 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 94d0062b-e31c-40b4-ad64-776ad9d652ba completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:03.862763 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aff19b21-df90-4fc7-92d9-6d95e5b57405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.884315 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=a89781b8-e496-4173-b893-0056249480d2,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:03.887302 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 94d0062b-e31c-40b4-ad64-776ad9d652ba triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:03.887584 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.956431 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9e41dd66-8bcc-4880-9ee2-4d9e6a7c779f req-d121d277-de58-4d43-a228-b97afe840f80 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401859 Jul 13 14:47:04.053630 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=f1cd14b8-c724-4f27-965d-cb2b2c21db13,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:04.163010 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aff19b21-df90-4fc7-92d9-6d95e5b57405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.178985 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aff19b21-df90-4fc7-92d9-6d95e5b57405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.235525 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.250579 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911546-4326-484f-bf92-0a89f2aba1a1 req-ed946741-905d-49ec-8312-589682978674 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:04.252340 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-89911546-4326-484f-bf92-0a89f2aba1a1 req-ed946741-905d-49ec-8312-589682978674 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 931 time: 0.4843495 Jul 13 14:47:04.314023 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878507a-e254-4f13-ba1e-828393f5e15b req-def31170-5efb-4daf-9a48-c3ae18664b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:04.315137 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 94d0062b-e31c-40b4-ad64-776ad9d652ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94d0062b-e31c-40b4-ad64-776ad9d652ba,segment=NetworkSegment(efdf7ada-c533-441c-88c2-f9f5a9ec9ef4),segment_id=efdf7ada-c533-441c-88c2-f9f5a9ec9ef4)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:04.321420 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-def31170-5efb-4daf-9a48-c3ae18664b8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 1097 time: 0.4556794 Jul 13 14:47:04.323593 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['f1cd14b8-c724-4f27-965d-cb2b2c21db13'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:04.345217 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.365606 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-aff19b21-df90-4fc7-92d9-6d95e5b57405 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=382f6748472f4a33afac62654873627e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1423404 Jul 13 14:47:04.377927 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 45972) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:04.466833 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff19b21-df90-4fc7-92d9-6d95e5b57405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02aca9c-5149-451d-83b3-74feec833ad9,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:04.488125 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-92bc733d-7575-4909-a7de-33e77a37b16c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb HTTP/1.1" status: 200 len: 217 time: 0.1384597 Jul 13 14:47:04.567474 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-89911546-4326-484f-bf92-0a89f2aba1a1 req-72f133f9-17b3-4e95-8b32-99984c76f6ed tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956388 Jul 13 14:47:04.576253 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=94d0062b-e31c-40b4-ad64-776ad9d652ba,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:04.591652 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878507a-e254-4f13-ba1e-828393f5e15b req-238f2c13-7dd8-4b05-b8d1-167c968c5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:04.593670 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-238f2c13-7dd8-4b05-b8d1-167c968c5834 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.0958292 Jul 13 14:47:04.743112 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-da6e34f2-2ae9-4408-aabf-09b0f2a51b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.801667 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878507a-e254-4f13-ba1e-828393f5e15b req-585d4403-b46b-4795-b671-b75444d65389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:04.803430 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-585d4403-b46b-4795-b671-b75444d65389 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1986306 Jul 13 14:47:04.806686 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-da6e34f2-2ae9-4408-aabf-09b0f2a51b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.909424 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4995500-a9a9-4202-99df-0f2080b60ecc req-6a67fcf8-3bd6-477d-b9e4-78ab02a1923d tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:04.926616 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a4995500-a9a9-4202-99df-0f2080b60ecc req-6a67fcf8-3bd6-477d-b9e4-78ab02a1923d tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 945 time: 0.4683688 Jul 13 14:47:04.983393 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-da6e34f2-2ae9-4408-aabf-09b0f2a51b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.987572 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-da6e34f2-2ae9-4408-aabf-09b0f2a51b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.989096 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-da6e34f2-2ae9-4408-aabf-09b0f2a51b66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f02aca9c-5149-451d-83b3-74feec833ad9 HTTP/1.1" status: 204 len: 168 time: 0.6057928 Jul 13 14:47:04.993641 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-fb7a6835-f504-4841-a410-877fea9b81cb service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736574 Jul 13 14:47:05.017881 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68d5439-f5b1-4682-8e75-539e425f660f x-openstack-request-id: req-e68d5439-f5b1-4682-8e75-539e425f660f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:05.018434 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dad2a55-c889-43ec-9e98-abd0d2ef16f5", "name": "network-vif-plugged", "status": "completed", "tag": "a89781b8-e496-4173-b893-0056249480d2", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:05.019721 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e68d5439-f5b1-4682-8e75-539e425f660f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:05.020423 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dad2a55-c889-43ec-9e98-abd0d2ef16f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89781b8-e496-4173-b893-0056249480d2', 'code': 200} Jul 13 14:47:05.034693 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e34f2-2ae9-4408-aabf-09b0f2a51b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02aca9c-5149-451d-83b3-74feec833ad9,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:05.057412 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a4995500-a9a9-4202-99df-0f2080b60ecc req-0ab5de13-e913-4a86-91f6-90b52126d472 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277952 Jul 13 14:47:05.187332 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a6398a-9a82-4ba5-8cdc-72bb6585f88a x-openstack-request-id: req-54a6398a-9a82-4ba5-8cdc-72bb6585f88a {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:05.188497 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408e14bb-9241-4f9c-af63-868025da3654", "tag": "8b32a716-27b9-4bbc-9c56-edbaba23e7fb", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:05.188497 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54a6398a-9a82-4ba5-8cdc-72bb6585f88a {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:05.188497 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408e14bb-9241-4f9c-af63-868025da3654', 'tag': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'status': 'completed', 'code': 200} Jul 13 14:47:05.221784 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be38a02-a980-4b6b-89da-cf845d86e63a {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:05.246399 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.294056 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Transition to ACTIVE for port object 3be38a02-a980-4b6b-89da-cf845d86e63a will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:05.302586 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.307298 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-d878507a-e254-4f13-ba1e-828393f5e15b req-57051a63-273c-46e9-89b5-3a9d71938ebc service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000710 Jul 13 14:47:05.504000 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e4d1e-1611-4786-a41f-e260baf9ef5b req-edafe25c-578a-430f-8fde-a734592c596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:05.506035 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-1c7e4d1e-1611-4786-a41f-e260baf9ef5b req-edafe25c-578a-430f-8fde-a734592c596a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 1098 time: 0.1000965 Jul 13 14:47:05.531651 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-1c7e4d1e-1611-4786-a41f-e260baf9ef5b req-d391a1c2-e51d-4022-bd3e-69dece03ce88 service neutron] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.542243 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Pushing event updated for resources: {'Port': ['ID=3be38a02-a980-4b6b-89da-cf845d86e63a,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:05.598846 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46000) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:05.603365 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:47:05.622304 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d3e2c2c3-b882-4925-9559-94ea81349b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.701118 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-1c7e4d1e-1611-4786-a41f-e260baf9ef5b req-d391a1c2-e51d-4022-bd3e-69dece03ce88 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.718839 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-1c7e4d1e-1611-4786-a41f-e260baf9ef5b req-d391a1c2-e51d-4022-bd3e-69dece03ce88 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.779607 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-1c7e4d1e-1611-4786-a41f-e260baf9ef5b req-d391a1c2-e51d-4022-bd3e-69dece03ce88 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648406 Jul 13 14:47:05.802647 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391a1c2-e51d-4022-bd3e-69dece03ce88 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8a256c72-0b6a-460e-b58a-a19f41fa5a0d,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:05.902198 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d3e2c2c3-b882-4925-9559-94ea81349b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.908260 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d3e2c2c3-b882-4925-9559-94ea81349b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.931709 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device f1cd14b8-c724-4f27-965d-cb2b2c21db13 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:05.936207 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Attempting to bind port 3be38a02-a980-4b6b-89da-cf845d86e63a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:05.936573 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Attempting to bind port 3be38a02-a980-4b6b-89da-cf845d86e63a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:05.936863 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Attempting to bind port 3be38a02-a980-4b6b-89da-cf845d86e63a on network 47555891-083c-422c-857a-0232b99c4ed4 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:05.956332 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Port 3be38a02-a980-4b6b-89da-cf845d86e63a on network 47555891-083c-422c-857a-0232b99c4ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:47:05.956967 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Attempting to bind port 3be38a02-a980-4b6b-89da-cf845d86e63a on network 47555891-083c-422c-857a-0232b99c4ed4 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:05.964544 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d3e2c2c3-b882-4925-9559-94ea81349b3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eda5548362f240f097a96277b326ea9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641229 Jul 13 14:47:05.965290 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46010) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:05.970299 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc42cc-eddc-42fa-a759-fb075823e509 req-31ffd480-d8aa-444c-903b-061428c97461 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:05.972097 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fddc42cc-eddc-42fa-a759-fb075823e509 req-31ffd480-d8aa-444c-903b-061428c97461 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 944 time: 0.5485532 Jul 13 14:47:05.981047 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2c2c3-b882-4925-9559-94ea81349b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f452e39-f4a8-4e89-ba7e-0db593c681df,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:05.985405 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509d5f9-86b5-41fb-83f4-97773705f257 req-0d968183-470c-43ae-8db3-d569b5913aa3 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:05.986992 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c509d5f9-86b5-41fb-83f4-97773705f257 req-0d968183-470c-43ae-8db3-d569b5913aa3 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 945 time: 0.5921755 Jul 13 14:47:05.991854 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-20f13a90-460d-42eb-b329-38a9cd5c653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:05.994229 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-20f13a90-460d-42eb-b329-38a9cd5c653c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 1097 time: 0.5599315 Jul 13 14:47:05.997935 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:05.998470 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Checking segment: {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:05.999195 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Bound using segment: {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:05.999845 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Bound port: 3be38a02-a980-4b6b-89da-cf845d86e63a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215ca92f-c3a6-41f7-a811-8588301dee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '47555891-083c-422c-857a-0232b99c4ed4'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:06.000395 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.078304 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c19-179d-45ec-abb7-2c49aa401dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.078556 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port f1cd14b8-c724-4f27-965d-cb2b2c21db13 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:06.092741 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port f1cd14b8-c724-4f27-965d-cb2b2c21db13 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:06.093995 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.124776 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c19-179d-45ec-abb7-2c49aa401dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.172362 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fddc42cc-eddc-42fa-a759-fb075823e509 req-bf459b42-1812-4b35-afa4-4283dd0a3443 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828632 Jul 13 14:47:06.224906 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c19-179d-45ec-abb7-2c49aa401dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.240609 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c19-179d-45ec-abb7-2c49aa401dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.244843 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-4ffa4c19-179d-45ec-abb7-2c49aa401dfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f452e39-f4a8-4e89-ba7e-0db593c681df HTTP/1.1" status: 204 len: 168 time: 0.2753913 Jul 13 14:47:06.252034 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] For port 3be38a02-a980-4b6b-89da-cf845d86e63a, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:06.259136 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-899e0e3b-96f7-4dc0-9b5a-f702a374c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:06.262260 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-899e0e3b-96f7-4dc0-9b5a-f702a374c0f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 912 time: 0.2543275 Jul 13 14:47:06.268250 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] For port 3be38a02-a980-4b6b-89da-cf845d86e63a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3be38a02-a980-4b6b-89da-cf845d86e63a,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:06.286505 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa4c19-179d-45ec-abb7-2c49aa401dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f452e39-f4a8-4e89-ba7e-0db593c681df,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:06.287687 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c509d5f9-86b5-41fb-83f4-97773705f257 req-5bc22e21-5832-4b11-bcbd-237165c927c4 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905552 Jul 13 14:47:06.288137 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.342943 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.429626 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-9afaeeb4-dea8-4e7a-9482-048659a46dc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb HTTP/1.1" status: 200 len: 217 time: 0.1357267 Jul 13 14:47:06.486511 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port f1cd14b8-c724-4f27-965d-cb2b2c21db13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:06.508914 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.521155 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.540777 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Pushing event updated for resources: {'Port': ['ID=3be38a02-a980-4b6b-89da-cf845d86e63a,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:06.549659 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:06.550731 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.553605 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-273f4f72-159d-4790-8aba-603665388de4 service neutron] 10.222.0.61 "PUT /v2.0/ports/3be38a02-a980-4b6b-89da-cf845d86e63a HTTP/1.1" status: 200 len: 1093 time: 3.5151932 Jul 13 14:47:06.555667 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eb6c69-a0e7-4275-9a59-e1749653172b', 'tag': '3be38a02-a980-4b6b-89da-cf845d86e63a'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:06.565497 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1104a992-56c1-480c-9d90-afa05f2f5da3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eb6c69-a0e7-4275-9a59-e1749653172b", "tag": "3be38a02-a980-4b6b-89da-cf845d86e63a"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:06.645702 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=f1cd14b8-c724-4f27-965d-cb2b2c21db13,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:06.817038 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a1360-e0e4-44c4-bde4-c927edc3b297 req-48797fc7-52a5-4af0-a364-67778d5a2ec4 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:06.820343 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-676a1360-e0e4-44c4-bde4-c927edc3b297 req-48797fc7-52a5-4af0-a364-67778d5a2ec4 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 943 time: 0.2162209 Jul 13 14:47:06.835124 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82d357-702e-4330-934a-a975642a5bed req-33ee16df-f7b5-4655-b908-72c0258af83b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:06.836932 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5a82d357-702e-4330-934a-a975642a5bed req-33ee16df-f7b5-4655-b908-72c0258af83b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 945 time: 0.2009349 Jul 13 14:47:06.903682 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-676a1360-e0e4-44c4-bde4-c927edc3b297 req-10cbfa2e-d6a6-4e40-ae74-1c5ee7e1bf5c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652947 Jul 13 14:47:06.929477 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5a82d357-702e-4330-934a-a975642a5bed req-312c47cb-bb68-455e-9db5-9615932c91b8 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823662 Jul 13 14:47:07.018378 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf927919-5799-4df7-8419-8ba930b5d60b x-openstack-request-id: req-cf927919-5799-4df7-8419-8ba930b5d60b {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:07.018674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eb6c69-a0e7-4275-9a59-e1749653172b", "tag": "3be38a02-a980-4b6b-89da-cf845d86e63a", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:07.018932 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf927919-5799-4df7-8419-8ba930b5d60b {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:07.019336 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eb6c69-a0e7-4275-9a59-e1749653172b', 'tag': '3be38a02-a980-4b6b-89da-cf845d86e63a', 'status': 'completed', 'code': 200} Jul 13 14:47:07.022200 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2146d6-08cc-44b5-a0b4-e6eb755bc26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d0062b-e31c-40b4-ad64-776ad9d652ba'}, {'server_uuid': 'a081ea6c-ef43-4653-96fc-edecff10f7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cd14b8-c724-4f27-965d-cb2b2c21db13'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:07.027508 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2d296a-c223-40e4-8c3b-64982585c48f" -d '{"events": [{"server_uuid": "4c2146d6-08cc-44b5-a0b4-e6eb755bc26b", "name": "network-vif-plugged", "status": "completed", "tag": "94d0062b-e31c-40b4-ad64-776ad9d652ba"}, {"server_uuid": "a081ea6c-ef43-4653-96fc-edecff10f7d1", "name": "network-vif-plugged", "status": "completed", "tag": "f1cd14b8-c724-4f27-965d-cb2b2c21db13"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:07.099160 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b9294-7edf-4b3f-95c3-9658ae3c753f x-openstack-request-id: req-d08b9294-7edf-4b3f-95c3-9658ae3c753f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:07.099500 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2146d6-08cc-44b5-a0b4-e6eb755bc26b", "name": "network-vif-plugged", "status": "completed", "tag": "94d0062b-e31c-40b4-ad64-776ad9d652ba", "code": 200}, {"server_uuid": "a081ea6c-ef43-4653-96fc-edecff10f7d1", "name": "network-vif-plugged", "status": "completed", "tag": "f1cd14b8-c724-4f27-965d-cb2b2c21db13", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:07.099803 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d08b9294-7edf-4b3f-95c3-9658ae3c753f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:07.100218 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2146d6-08cc-44b5-a0b4-e6eb755bc26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d0062b-e31c-40b4-ad64-776ad9d652ba', 'code': 200} Jul 13 14:47:07.100474 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a081ea6c-ef43-4653-96fc-edecff10f7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cd14b8-c724-4f27-965d-cb2b2c21db13', 'code': 200} Jul 13 14:47:07.400341 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58921-4edd-47cb-9f05-a6c4d2bb8c00 req-36ea6e96-56fd-4140-aad1-fe03348b6996 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:07.402264 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fff58921-4edd-47cb-9f05-a6c4d2bb8c00 req-36ea6e96-56fd-4140-aad1-fe03348b6996 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 944 time: 0.0842371 Jul 13 14:47:07.464315 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fff58921-4edd-47cb-9f05-a6c4d2bb8c00 req-530381eb-62f7-4d55-99ee-683eb04f74a7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509951 Jul 13 14:47:07.605228 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cc7eb-9a7e-4a69-82bf-44eef7563fc6 req-ed356c92-b615-446f-aa31-5306bcc74ad9 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:07.607260 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab5cc7eb-9a7e-4a69-82bf-44eef7563fc6 req-ed356c92-b615-446f-aa31-5306bcc74ad9 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 945 time: 0.0858076 Jul 13 14:47:07.670615 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab5cc7eb-9a7e-4a69-82bf-44eef7563fc6 req-46e0aa8a-0a9e-40e4-8dcd-fe0316f1bdf5 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568404 Jul 13 14:47:08.209231 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-35198582-4f42-4631-9950-075d919fa09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.210891 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-35198582-4f42-4631-9950-075d919fa09a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.0733814 Jul 13 14:47:08.219845 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92185ba1-97f4-4d78-9f2a-b556957ec181 req-12843f98-4897-4f7b-b3c6-648512652668 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.227178 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-92185ba1-97f4-4d78-9f2a-b556957ec181 req-12843f98-4897-4f7b-b3c6-648512652668 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 945 time: 0.1401579 Jul 13 14:47:08.272929 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-92185ba1-97f4-4d78-9f2a-b556957ec181 req-7cd04273-51f9-4958-ad51-0155ea9016c7 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Jul 13 14:47:08.354022 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2752-5b7f-4f3b-9f2e-4c40ff9e2253 req-6fa00450-61db-4d56-9dc3-7342608858d0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.355648 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5e6d2752-5b7f-4f3b-9f2e-4c40ff9e2253 req-6fa00450-61db-4d56-9dc3-7342608858d0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 943 time: 0.0736966 Jul 13 14:47:08.402741 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5e6d2752-5b7f-4f3b-9f2e-4c40ff9e2253 req-b6b480b4-ce07-4ba7-b3a4-e4a47ebc7315 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368073 Jul 13 14:47:08.715164 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf7fef-d9c5-4d98-8cad-a01bf0e09368 req-9115e496-68f3-4dde-a23c-45077f56165f tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.717811 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0faf7fef-d9c5-4d98-8cad-a01bf0e09368 req-9115e496-68f3-4dde-a23c-45077f56165f tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 944 time: 0.0963485 Jul 13 14:47:08.797425 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0faf7fef-d9c5-4d98-8cad-a01bf0e09368 req-691d6a53-89de-4e5a-894b-b3747994c577 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621455 Jul 13 14:47:08.961785 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26abf3-e175-4448-9bec-2afda15744a9 req-b0b4319f-ed77-4813-b726-ce309cd48c84 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.964938 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0b26abf3-e175-4448-9bec-2afda15744a9 req-b0b4319f-ed77-4813-b726-ce309cd48c84 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 945 time: 0.1199796 Jul 13 14:47:09.012104 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0b26abf3-e175-4448-9bec-2afda15744a9 req-a0f187d1-7210-487f-a086-17f8aa160256 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jul 13 14:47:09.320315 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a992-56c1-480c-9d90-afa05f2f5da3 req-0bad22c5-8ec6-4da0-a937-c856da32835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:09.322543 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1104a992-56c1-480c-9d90-afa05f2f5da3 req-0bad22c5-8ec6-4da0-a937-c856da32835d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 1096 time: 0.1479552 Jul 13 14:47:09.633398 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543eec6-7671-4e7e-833d-e66cd9c8cd5f req-c329f77b-b554-4e6d-a461-b4d43186e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:09.639539 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2543eec6-7671-4e7e-833d-e66cd9c8cd5f req-c329f77b-b554-4e6d-a461-b4d43186e733 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 1098 time: 0.1537230 Jul 13 14:47:09.674108 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a992-56c1-480c-9d90-afa05f2f5da3 req-fb8596ba-b3ee-4f4f-bf47-2f64d988ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:09.694781 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1104a992-56c1-480c-9d90-afa05f2f5da3 req-fb8596ba-b3ee-4f4f-bf47-2f64d988ed82 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=90a1c45be140419b957aa1d41a19914c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3582678 Jul 13 14:47:09.782393 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2543eec6-7671-4e7e-833d-e66cd9c8cd5f req-1ab29169-5067-4bb2-9712-97854ba3f809 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356385 Jul 13 14:47:09.803099 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-4e735a3b-5b65-4c3c-8cdf-78ab8b30f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:09.806389 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-4e735a3b-5b65-4c3c-8cdf-78ab8b30f6c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6543384 Jul 13 14:47:10.011406 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9f5fb-49fb-4fc8-ae92-e7b162688767 req-310aad3d-9a3a-43f6-bbb8-49e9f70f5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.013371 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-ffe9f5fb-49fb-4fc8-ae92-e7b162688767 req-310aad3d-9a3a-43f6-bbb8-49e9f70f5f21 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1098 time: 0.1325033 Jul 13 14:47:10.074576 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-4ca171f2-c265-4358-969a-5bba7387a866 service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022824 Jul 13 14:47:10.096015 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-ffe9f5fb-49fb-4fc8-ae92-e7b162688767 req-65ac98b0-def5-44b0-85a5-36dfdacbba8f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750053 Jul 13 14:47:10.116641 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 8b32a716-27b9-4bbc-9c56-edbaba23e7fb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:10.275339 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:10.292150 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'port_id': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'mac_address': 'fa:16:3e:6a:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:10.341758 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:10.361482 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b32a716-27b9-4bbc-9c56-edbaba23e7fb {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:10.380211 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc3c17-afaa-4601-8888-7f1a2f99559c req-fef45e0a-a941-44ed-af5f-cfddfc52cee6 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.382168 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6fc3c17-afaa-4601-8888-7f1a2f99559c req-fef45e0a-a941-44ed-af5f-cfddfc52cee6 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 945 time: 0.5117948 Jul 13 14:47:10.397098 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:10.413090 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:10.464481 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fb408-e0e2-47c9-a1df-b3ed7b178c5c req-f8f944c1-7168-4adc-81c0-41715a55aecd tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.474339 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-997fb408-e0e2-47c9-a1df-b3ed7b178c5c req-f8f944c1-7168-4adc-81c0-41715a55aecd tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 943 time: 0.5945272 Jul 13 14:47:10.485369 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:10.487557 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a992-56c1-480c-9d90-afa05f2f5da3 req-164b54b6-ae71-4f33-a971-f271e6f12903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.489411 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1104a992-56c1-480c-9d90-afa05f2f5da3 req-164b54b6-ae71-4f33-a971-f271e6f12903 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7935588 Jul 13 14:47:10.566082 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f33a2416-3804-4f61-96bc-f5eb5ffd9b93 req-4ba264c2-d6b0-42fa-a9e3-609efa926c6b service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396982 Jul 13 14:47:10.584803 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6fc3c17-afaa-4601-8888-7f1a2f99559c req-7ea01f54-4142-46de-b367-ece788125e66 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723695 Jul 13 14:47:10.596717 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46170) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:10.612696 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-997fb408-e0e2-47c9-a1df-b3ed7b178c5c req-e9bd9b53-79ef-42cf-9edb-55338dfa1c5a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364975 Jul 13 14:47:10.688753 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567425be-9c56-4703-9eab-b8040fd599ae req-ec62d7a6-1bc1-4845-bfbc-63281a940dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.691404 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-ec62d7a6-1bc1-4845-bfbc-63281a940dca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 1096 time: 0.1216075 Jul 13 14:47:10.771586 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['8b32a716-27b9-4bbc-9c56-edbaba23e7fb'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:10.870915 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-706db9a3-e0af-418e-8ac7-1f1b279edc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.051686 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-706db9a3-e0af-418e-8ac7-1f1b279edc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.056723 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-706db9a3-e0af-418e-8ac7-1f1b279edc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.106035 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-706db9a3-e0af-418e-8ac7-1f1b279edc02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67ccc910b0564fcb9fb9fc0db858bdbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081022 Jul 13 14:47:11.110759 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46178) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:11.121183 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706db9a3-e0af-418e-8ac7-1f1b279edc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259673bd-1d20-43f8-ae8c-76107edd45a0,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:11.147391 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-ab53d7ab-c550-4eae-8bd8-b5fc3a6c5f54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3be38a02-a980-4b6b-89da-cf845d86e63a HTTP/1.1" status: 200 len: 217 time: 0.4400444 Jul 13 14:47:11.219547 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ebd33f52-c178-4b98-8b16-5173c9254862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.265069 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ebd33f52-c178-4b98-8b16-5173c9254862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.366936 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567425be-9c56-4703-9eab-b8040fd599ae req-de0e8f02-87d0-419d-8047-4924db951092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:11.369643 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-de0e8f02-87d0-419d-8047-4924db951092 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.2006044 Jul 13 14:47:11.371695 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ebd33f52-c178-4b98-8b16-5173c9254862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.375434 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ebd33f52-c178-4b98-8b16-5173c9254862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:11.376829 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ebd33f52-c178-4b98-8b16-5173c9254862 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/259673bd-1d20-43f8-ae8c-76107edd45a0 HTTP/1.1" status: 204 len: 168 time: 0.2646699 Jul 13 14:47:11.386049 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd33f52-c178-4b98-8b16-5173c9254862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259673bd-1d20-43f8-ae8c-76107edd45a0,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:11.469323 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92a0d-5b98-4260-bbdc-6c70e0dee203 req-7e6db943-562a-418f-8843-f18896631e07 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:11.472041 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3b92a0d-5b98-4260-bbdc-6c70e0dee203 req-7e6db943-562a-418f-8843-f18896631e07 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 945 time: 0.3049779 Jul 13 14:47:11.479054 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-abe06243-58c1-4dd8-94c1-ce0473726751 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788321 Jul 13 14:47:11.500164 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd98bd1-84f7-408f-bf6b-3f8810aa641a req-1059497a-ecbc-497d-86a9-e7d0de463e0e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:11.502846 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fd98bd1-84f7-408f-bf6b-3f8810aa641a req-1059497a-ecbc-497d-86a9-e7d0de463e0e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 945 time: 0.3539681 Jul 13 14:47:11.744652 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3b92a0d-5b98-4260-bbdc-6c70e0dee203 req-ec8b995a-8156-4ee8-a8c6-c5f0e02a637e tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603250 Jul 13 14:47:11.779142 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fd98bd1-84f7-408f-bf6b-3f8810aa641a req-dbbc9187-5da8-48df-bab9-9cea917d2561 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489254 Jul 13 14:47:11.815203 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-a44d5fc7-e0de-4abc-beb0-96ca8fe15e35 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106256 Jul 13 14:47:11.974391 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46216) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:12.008564 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.117373 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-567425be-9c56-4703-9eab-b8040fd599ae req-76b55508-66dd-4083-85a5-769ef793097a service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941484 Jul 13 14:47:12.133303 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 8b32a716-27b9-4bbc-9c56-edbaba23e7fb up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:12.190134 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9fec3-b1ca-4610-8927-e9d725dbc3a9 req-c1f4aeff-86f7-4ed4-8731-27929d745a8b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:12.190423 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.197259 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.199183 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dab9fec3-b1ca-4610-8927-e9d725dbc3a9 req-c1f4aeff-86f7-4ed4-8731-27929d745a8b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 943 time: 0.2000976 Jul 13 14:47:12.236415 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364cd27-c476-42a3-9734-2fb8b7b386f0 req-ea27d825-c636-40e0-871d-67d5c9fc711c tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:12.238072 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4364cd27-c476-42a3-9734-2fb8b7b386f0 req-ea27d825-c636-40e0-871d-67d5c9fc711c tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 945 time: 0.2413552 Jul 13 14:47:12.311093 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=848cc17d81e646fbb407dc440d0b7034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297756 Jul 13 14:47:12.311093 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86f164-7f27-411a-89cd-9a66f38678d3,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:12.314400 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46224) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:12.324506 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:12.329415 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dab9fec3-b1ca-4610-8927-e9d725dbc3a9 req-7c7760f3-aab8-4b18-84f1-293c7bd484de tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238916 Jul 13 14:47:12.335321 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.335941 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.336518 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.337098 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.338015 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.338602 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.339052 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:12.339176 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.339806 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.340325 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.341282 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.341868 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.342470 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d83df-e31c-45f9-9f96-b635f225e6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:12.342780 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4364cd27-c476-42a3-9734-2fb8b7b386f0 req-6e4b3b9f-667f-4f2a-8e0b-92a9b7bd4914 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821180 Jul 13 14:47:12.343247 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.452487 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d4c351bd-72b2-4291-8a2f-78c3ee5d9d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.498527 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.500425 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d4c351bd-72b2-4291-8a2f-78c3ee5d9d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.555051 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408e14bb-9241-4f9c-af63-868025da3654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:12.557463 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bec627-1fd5-4e3c-98c0-034159b61940" -d '{"events": [{"server_uuid": "408e14bb-9241-4f9c-af63-868025da3654", "name": "network-vif-plugged", "status": "completed", "tag": "8b32a716-27b9-4bbc-9c56-edbaba23e7fb"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:12.591208 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:12.600126 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.600431 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d4c351bd-72b2-4291-8a2f-78c3ee5d9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.605381 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d4c351bd-72b2-4291-8a2f-78c3ee5d9d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:12.608391 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d4c351bd-72b2-4291-8a2f-78c3ee5d9d52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b86f164-7f27-411a-89cd-9a66f38678d3 HTTP/1.1" status: 204 len: 168 time: 0.2925589 Jul 13 14:47:12.624445 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c351bd-72b2-4291-8a2f-78c3ee5d9d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86f164-7f27-411a-89cd-9a66f38678d3,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:12.667528 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028b15d2-f0bf-4eb0-82e6-17824b998c22 x-openstack-request-id: req-028b15d2-f0bf-4eb0-82e6-17824b998c22 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:12.668086 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408e14bb-9241-4f9c-af63-868025da3654", "name": "network-vif-plugged", "status": "completed", "tag": "8b32a716-27b9-4bbc-9c56-edbaba23e7fb", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:12.668590 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-028b15d2-f0bf-4eb0-82e6-17824b998c22 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:12.669458 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408e14bb-9241-4f9c-af63-868025da3654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'code': 200} Jul 13 14:47:12.755515 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:13.433518 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcc37a-2b1d-4e31-8ada-89732f14b7cc req-4744a10f-8d49-4541-8dcc-cb44143c858b tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:13.436409 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c4bcc37a-2b1d-4e31-8ada-89732f14b7cc req-4744a10f-8d49-4541-8dcc-cb44143c858b tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 945 time: 0.4294088 Jul 13 14:47:13.466866 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171aff5-2472-48ba-a456-3c6efeb3ce25 req-07e7fad0-5b7e-4761-a2bb-71e8f6a1665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:13.469802 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1171aff5-2472-48ba-a456-3c6efeb3ce25 req-07e7fad0-5b7e-4761-a2bb-71e8f6a1665e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 1099 time: 0.3690186 Jul 13 14:47:13.526411 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ad123-f665-4587-90de-734f61aba499 req-635c1418-5594-41de-9b6d-52c6639fd4a8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:13.540136 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b0ad123-f665-4587-90de-734f61aba499 req-635c1418-5594-41de-9b6d-52c6639fd4a8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.2968543 Jul 13 14:47:13.684139 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1171aff5-2472-48ba-a456-3c6efeb3ce25 req-8644762d-e78d-4bd0-be8f-2f872a2e2f94 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936328 Jul 13 14:47:13.689999 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c4bcc37a-2b1d-4e31-8ada-89732f14b7cc req-d9fab044-a94d-4948-b3aa-7512cbb5a83c tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276328 Jul 13 14:47:13.719402 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7b0ad123-f665-4587-90de-734f61aba499 req-f49607f1-78a4-4aad-9ceb-bd966fa77a77 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777239 Jul 13 14:47:14.134912 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6624dc5-e2cb-4d7f-bd2c-ba6ba8f7b06e req-463aaaae-38c2-4053-b2b0-cd321eab72f2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:14.144439 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6624dc5-e2cb-4d7f-bd2c-ba6ba8f7b06e req-463aaaae-38c2-4053-b2b0-cd321eab72f2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 943 time: 0.1517050 Jul 13 14:47:14.152203 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 3be38a02-a980-4b6b-89da-cf845d86e63a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:14.195862 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d6624dc5-e2cb-4d7f-bd2c-ba6ba8f7b06e req-a0fd945a-9464-4fef-b338-d2b5fe108b64 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503349 Jul 13 14:47:14.420542 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 3be38a02-a980-4b6b-89da-cf845d86e63a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3be38a02-a980-4b6b-89da-cf845d86e63a,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:14.461697 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '3be38a02-a980-4b6b-89da-cf845d86e63a', 'network_id': '47555891-083c-422c-857a-0232b99c4ed4', 'port_id': '3be38a02-a980-4b6b-89da-cf845d86e63a', 'mac_address': 'fa:16:3e:2c:b8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176854e0-9c55-4197-adf4-2ccb2118dbb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:14.553201 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:14.573973 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be38a02-a980-4b6b-89da-cf845d86e63a {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:14.602778 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 3be38a02-a980-4b6b-89da-cf845d86e63a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3be38a02-a980-4b6b-89da-cf845d86e63a,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:14.607365 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:14.664701 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=3be38a02-a980-4b6b-89da-cf845d86e63a,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:14.975001 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['3be38a02-a980-4b6b-89da-cf845d86e63a'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:14.985163 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46338) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:15.128951 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e738a8e-67a1-4494-99cc-d7bd6e3fdd67 req-d8185d16-a8dc-4af5-8f11-e5f38b2734eb tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:15.140769 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4e738a8e-67a1-4494-99cc-d7bd6e3fdd67 req-d8185d16-a8dc-4af5-8f11-e5f38b2734eb tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1679840 Jul 13 14:47:15.214691 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4e738a8e-67a1-4494-99cc-d7bd6e3fdd67 req-d35bbe10-8d86-45e2-a3ce-3a6ebd5bf961 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719619 Jul 13 14:47:15.248986 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-32b32679-b20b-4420-9b0b-1a449e56bd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:15.442879 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-32b32679-b20b-4420-9b0b-1a449e56bd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:15.454605 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-32b32679-b20b-4420-9b0b-1a449e56bd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:15.525272 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60dea5-438c-446d-a4ef-c02a91d45b68 req-e92278d6-96b4-477f-97b8-c562630ae35a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:15.534111 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-32b32679-b20b-4420-9b0b-1a449e56bd69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2f3036b883744c6995f2bd72c932590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475919 Jul 13 14:47:15.544870 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb60dea5-438c-446d-a4ef-c02a91d45b68 req-e92278d6-96b4-477f-97b8-c562630ae35a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 944 time: 0.1504467 Jul 13 14:47:15.548930 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46370) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:15.617636 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b32679-b20b-4420-9b0b-1a449e56bd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd743f00-c7ff-4f4a-86bb-b173e7b1e6dc,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:15.650490 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb60dea5-438c-446d-a4ef-c02a91d45b68 req-9ca77d8c-6351-404f-8dcc-44df64376801 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023750 Jul 13 14:47:15.735455 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-114582aa-1f92-4348-9627-313f0609483d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:15.768154 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-114582aa-1f92-4348-9627-313f0609483d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:15.844807 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-114582aa-1f92-4348-9627-313f0609483d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:15.847656 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-114582aa-1f92-4348-9627-313f0609483d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:15.848750 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-114582aa-1f92-4348-9627-313f0609483d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd743f00-c7ff-4f4a-86bb-b173e7b1e6dc HTTP/1.1" status: 204 len: 168 time: 0.2984064 Jul 13 14:47:15.862334 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114582aa-1f92-4348-9627-313f0609483d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd743f00-c7ff-4f4a-86bb-b173e7b1e6dc,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:16.167896 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 3be38a02-a980-4b6b-89da-cf845d86e63a up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:16.255925 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 3be38a02-a980-4b6b-89da-cf845d86e63a completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:16.269130 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 3be38a02-a980-4b6b-89da-cf845d86e63a triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:16.270955 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:16.510877 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3877b-eb7a-4a09-a844-3bc77c9e9724 req-66b9e85d-f9f9-470d-8aef-04ac5ead35ac tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:16.520436 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-07c3877b-eb7a-4a09-a844-3bc77c9e9724 req-66b9e85d-f9f9-470d-8aef-04ac5ead35ac tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1638188 Jul 13 14:47:16.535907 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:16.548908 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46414) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:16.573231 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eb6c69-a0e7-4275-9a59-e1749653172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be38a02-a980-4b6b-89da-cf845d86e63a'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:16.577102 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d2b9f5-f268-4414-b26e-22da3c7848e9" -d '{"events": [{"server_uuid": "b3eb6c69-a0e7-4275-9a59-e1749653172b", "name": "network-vif-plugged", "status": "completed", "tag": "3be38a02-a980-4b6b-89da-cf845d86e63a"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:16.585142 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-07c3877b-eb7a-4a09-a844-3bc77c9e9724 req-45b38084-ca2b-4b14-b7d7-9d10715445b5 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635033 Jul 13 14:47:16.586115 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-07da0ad0-75e8-4137-9a42-598ed5e99441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:16.602017 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 3be38a02-a980-4b6b-89da-cf845d86e63a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3be38a02-a980-4b6b-89da-cf845d86e63a,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:16.613061 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:16.716888 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300fe859-619f-4c2a-a860-add28580c184 x-openstack-request-id: req-300fe859-619f-4c2a-a860-add28580c184 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:16.717408 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eb6c69-a0e7-4275-9a59-e1749653172b", "name": "network-vif-plugged", "status": "completed", "tag": "3be38a02-a980-4b6b-89da-cf845d86e63a", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:16.717820 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-300fe859-619f-4c2a-a860-add28580c184 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:16.718457 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eb6c69-a0e7-4275-9a59-e1749653172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be38a02-a980-4b6b-89da-cf845d86e63a', 'code': 200} Jul 13 14:47:16.781364 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=3be38a02-a980-4b6b-89da-cf845d86e63a,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:16.808432 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-07da0ad0-75e8-4137-9a42-598ed5e99441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:16.818121 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-07da0ad0-75e8-4137-9a42-598ed5e99441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:16.898661 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd26f21-0f13-4172-95df-837e293e3b75 req-04ac0e82-de49-486a-9acf-71513279d218 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:16.902011 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7bd26f21-0f13-4172-95df-837e293e3b75 req-04ac0e82-de49-486a-9acf-71513279d218 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1051719 Jul 13 14:47:16.903051 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-07da0ad0-75e8-4137-9a42-598ed5e99441 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a6a6774fba44e5e8f0711bfdfa0797a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519483 Jul 13 14:47:16.907585 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46426) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:16.912469 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46428) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:16.918052 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'floatingip': {'port_id': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:16.970160 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da0ad0-75e8-4137-9a42-598ed5e99441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dcb2a0-9d98-4fda-b458-935a5c298ff9,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:17.064240 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:17.415268 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:17.502948 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:17.511156 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59bdbf-ec8b-436a-9d03-7e382263bd48 req-34f3c039-64ef-4ece-b308-1fb2a1b218a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:17.514012 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fb59bdbf-ec8b-436a-9d03-7e382263bd48 req-34f3c039-64ef-4ece-b308-1fb2a1b218a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 1098 time: 0.4054668 Jul 13 14:47:17.587534 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699548f-64d4-479b-86a5-e9c49bb28a3f req-64695530-4bac-4a76-8718-94ae673a0df8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:17.589407 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6699548f-64d4-479b-86a5-e9c49bb28a3f req-64695530-4bac-4a76-8718-94ae673a0df8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.4434779 Jul 13 14:47:17.712791 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fb59bdbf-ec8b-436a-9d03-7e382263bd48 req-51c06b11-fcc7-4a2b-b5b6-d3bdc8cdee8e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766276 Jul 13 14:47:17.732026 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6699548f-64d4-479b-86a5-e9c49bb28a3f req-35344694-2c4c-405b-8339-53acbf2b290f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215892 Jul 13 14:47:17.808829 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:17.811938 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:17.813626 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59dcb2a0-9d98-4fda-b458-935a5c298ff9 HTTP/1.1" status: 204 len: 168 time: 0.9044924 Jul 13 14:47:17.840696 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dcb2a0-9d98-4fda-b458-935a5c298ff9,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:17.908076 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.908419 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.908757 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.909088 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.909467 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.909803 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.910126 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.910446 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.910764 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.911081 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.911396 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:17.911787 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a73e036-f497-45e2-8c3f-414248f54086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:18.519396 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.db.resource_extend [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 14:47:18.668079 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:18.675113 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:18.871259 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Floating IP 269b280b-ba13-40f1-a725-146967e485a6 associated. External IP: 172.27.1.104, port: 8b32a716-27b9-4bbc-9c56-edbaba23e7fb. Jul 13 14:47:19.222826 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c4fc4-5065-4ead-9903-5ec314e48e9c req-b31a54a1-3d4b-460d-86ea-108ceefc62f5 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:19.225006 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-370c4fc4-5065-4ead-9903-5ec314e48e9c req-b31a54a1-3d4b-460d-86ea-108ceefc62f5 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2544973 Jul 13 14:47:19.292071 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46528) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:19.373443 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-370c4fc4-5065-4ead-9903-5ec314e48e9c req-6b85ee95-fddb-48cb-bd8c-b19e823e8bc2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086533 Jul 13 14:47:19.421090 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:19.523130 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0d7907ff-b577-48d1-8517-d0794835cac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:19.563730 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:19.571136 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:19.586445 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] Sync routers for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:19.608731 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:19.609599 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:47:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:19.622917 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0d7907ff-b577-48d1-8517-d0794835cac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:19.627470 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-94f18a9b-a1dc-4122-a1d4-75c209f81930 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "PUT /v2.0/floatingips/269b280b-ba13-40f1-a725-146967e485a6 HTTP/1.1" status: 200 len: 992 time: 2.7134700 Jul 13 14:47:19.628620 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408e14bb-9241-4f9c-af63-868025da3654', 'tag': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:19.629335 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0d7907ff-b577-48d1-8517-d0794835cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:19.631788 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91" -d '{"events": [{"name": "network-changed", "server_uuid": "408e14bb-9241-4f9c-af63-868025da3654", "tag": "8b32a716-27b9-4bbc-9c56-edbaba23e7fb"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:19.674673 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-0d7907ff-b577-48d1-8517-d0794835cac1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d54e775fcc464e6b927aa2d5ab2417e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795743 Jul 13 14:47:19.677813 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46548) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:19.679410 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7907ff-b577-48d1-8517-d0794835cac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e1d887-af7e-47d1-b174-3422cefed226,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:19.746558 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1fca83-e898-4276-94c5-efb76253b639 x-openstack-request-id: req-6d1fca83-e898-4276-94c5-efb76253b639 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:19.747520 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408e14bb-9241-4f9c-af63-868025da3654", "tag": "8b32a716-27b9-4bbc-9c56-edbaba23e7fb", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:19.750404 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d1fca83-e898-4276-94c5-efb76253b639 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:19.750916 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408e14bb-9241-4f9c-af63-868025da3654', 'tag': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'status': 'completed', 'code': 200} Jul 13 14:47:19.835278 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a1a0-933c-47b3-8c56-fff22e8985eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:19.879372 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46562) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:19.892897 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a1a0-933c-47b3-8c56-fff22e8985eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:19.916397 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:19.916647 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-07e98c19-f7c0-4915-a733-4426386cb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:19.920265 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-07e98c19-f7c0-4915-a733-4426386cb7ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 1099 time: 0.1584396 Jul 13 14:47:19.930328 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3e0a40-f5ed-4b14-88bd-f603a9058be9 admin admin] Deleting subnet fe5d6d31-74d0-4f8c-a209-05f65b7ee31c {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:47:19.933974 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0a40-f5ed-4b14-88bd-f603a9058be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:19.989927 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0a40-f5ed-4b14-88bd-f603a9058be9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.003811 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0a40-f5ed-4b14-88bd-f603a9058be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.144622 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0a40-f5ed-4b14-88bd-f603a9058be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.151483 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a1a0-933c-47b3-8c56-fff22e8985eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.156394 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a1a0-933c-47b3-8c56-fff22e8985eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.160675 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-e2f3a1a0-933c-47b3-8c56-fff22e8985eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47e1d887-af7e-47d1-b174-3422cefed226 HTTP/1.1" status: 204 len: 168 time: 0.4791975 Jul 13 14:47:20.175116 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-eb8134b7-088c-45e0-91bd-2e067b7f5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:20.177595 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-eb8134b7-088c-45e0-91bd-2e067b7f5e31 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 912 time: 0.2483873 Jul 13 14:47:20.179481 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3a1a0-933c-47b3-8c56-fff22e8985eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e1d887-af7e-47d1-b174-3422cefed226,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:20.197374 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e0a40-f5ed-4b14-88bd-f603a9058be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5d6d31-74d0-4f8c-a209-05f65b7ee31c,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:20.211714 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d3e0a40-f5ed-4b14-88bd-f603a9058be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.220971 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-4d3e0a40-f5ed-4b14-88bd-f603a9058be9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fe5d6d31-74d0-4f8c-a209-05f65b7ee31c HTTP/1.1" status: 204 len: 168 time: 0.3404310 Jul 13 14:47:20.222356 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46574) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:20.534102 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-da735a3f-650d-4e0f-9deb-1861406f5936 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb HTTP/1.1" status: 200 len: 1000 time: 0.3475323 Jul 13 14:47:20.542184 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.647715 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-a81e0d0b-860b-46b8-b4f1-e852d0f53074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:20.650528 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-a81e0d0b-860b-46b8-b4f1-e852d0f53074 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.1038990 Jul 13 14:47:20.744434 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '269b280b-ba13-40f1-a725-146967e485a6', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'port_id': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'mac_address': 'fa:16:3e:6a:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408e14bb-9241-4f9c-af63-868025da3654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:51Z', 'updated_at': '2021-07-13T14:47:18Z', 'revision_number': 1, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:20.750001 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46602) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:20.779488 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] Checking router: 4f92ebbc-c6fe-450b-b629-3e9afdc8082d for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:20.789567 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:20.790435 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:47:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:20.938142 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.957088 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6094bc76-5b5a-4d4a-99ab-8b647660776c']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:20.984436 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad39d294-4139-4a4b-bb86-e86b39fa4025') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:20.984732 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad39d294-4139-4a4b-bb86-e86b39fa4025') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:20.999486 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:20.999724 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.023250 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-52ba944c-0b55-45a7-84f3-0a4b8f3b0d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.076208 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-05271473-5a2a-4874-88bd-60164cdc04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:21.078099 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-05271473-5a2a-4874-88bd-60164cdc04fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4194295 Jul 13 14:47:21.079193 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.114267 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:47:21.114682 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:47:21.120114 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:47:21.132636 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46612) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:21.160534 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bd57-49a4-4375-a482-91aee3e2bcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.167052 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22918-7a4c-4988-85d0-91b3fe524528 req-ec76b736-fe8f-4457-b9f9-cb13d1871199 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:21.169257 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-94b22918-7a4c-4988-85d0-91b3fe524528 req-ec76b736-fe8f-4457-b9f9-cb13d1871199 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.4476097 Jul 13 14:47:21.319500 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-52ba944c-0b55-45a7-84f3-0a4b8f3b0d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.330508 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-52ba944c-0b55-45a7-84f3-0a4b8f3b0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.386863 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46616) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:21.423657 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba944c-0b55-45a7-84f3-0a4b8f3b0d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26360062-2a74-4e05-bd73-8f9f25caaddf,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:21.430931 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-52ba944c-0b55-45a7-84f3-0a4b8f3b0d51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbfe089410364ceea8c6627789b930d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6794887 Jul 13 14:47:21.436249 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46620) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:21.448394 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '269b280b-ba13-40f1-a725-146967e485a6', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'port_id': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'mac_address': 'fa:16:3e:6a:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408e14bb-9241-4f9c-af63-868025da3654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:51Z', 'updated_at': '2021-07-13T14:47:18Z', 'revision_number': 1, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:21.504966 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d49f57-69aa-4c76-b3aa-54a3b73406e7 None None] The sync data for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi is: [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '269b280b-ba13-40f1-a725-146967e485a6', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'port_id': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'mac_address': 'fa:16:3e:6a:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408e14bb-9241-4f9c-af63-868025da3654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:51Z', 'updated_at': '2021-07-13T14:47:18Z', 'revision_number': 1, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:21.520695 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-94b22918-7a4c-4988-85d0-91b3fe524528 req-8e876e40-cb7a-4292-a9ac-aceb82d5aa34 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605996 Jul 13 14:47:21.524636 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-569c0989-d527-45be-8dd3-9dbb60ba3ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.574362 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.583179 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.587839 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6094bc76-5b5a-4d4a-99ab-8b647660776c HTTP/1.1" status: 204 len: 168 time: 1.3626144 Jul 13 14:47:21.591418 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-569c0989-d527-45be-8dd3-9dbb60ba3ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.595990 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46626) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:21.608970 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c349c-16a3-4c36-a182-9523fc674ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6094bc76-5b5a-4d4a-99ab-8b647660776c,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:21.635510 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-e6751a5a-9bdb-4fd8-aa19-ac317c8433cd service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503857 Jul 13 14:47:21.764633 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bd57-49a4-4375-a482-91aee3e2bcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.768985 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-15e9f994-c7aa-4384-8e87-4bfca8f095f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.776168 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee10224-a53d-4165-b3c2-0c9220c90e82 admin admin] Deleting subnet e7d3d10a-12ce-4632-82fa-faf8967a1eba {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:47:21.778923 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bd57-49a4-4375-a482-91aee3e2bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.790077 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dee10224-a53d-4165-b3c2-0c9220c90e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.796146 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c01b6f5-81b5-4f11-9e3b-fbebe33f6e91 req-6f91d2fe-7870-4a4e-9b7e-309342887d06 service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469433 Jul 13 14:47:21.873237 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c1a0bd57-49a4-4375-a482-91aee3e2bcbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdf4316299b6438f8a82ed0ca4af09fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7389240 Jul 13 14:47:21.876021 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46630) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:21.887010 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b572b19-9090-44b2-bdf6-92300ebeecea None None] New status for floating IP 269b280b-ba13-40f1-a725-146967e485a6: ACTIVE {{(pid=110075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:47:21.889535 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-569c0989-d527-45be-8dd3-9dbb60ba3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.892633 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-569c0989-d527-45be-8dd3-9dbb60ba3ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.893940 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-569c0989-d527-45be-8dd3-9dbb60ba3ef1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26360062-2a74-4e05-bd73-8f9f25caaddf HTTP/1.1" status: 204 len: 168 time: 0.4563208 Jul 13 14:47:21.910839 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0bd57-49a4-4375-a482-91aee3e2bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93caa07-1c27-4232-8672-6ffb575c881a,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:21.947883 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dee10224-a53d-4165-b3c2-0c9220c90e82 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.951344 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-149ba263-eef2-4aff-ab8d-8e9545562526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.997391 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-149ba263-eef2-4aff-ab8d-8e9545562526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.070253 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-15e9f994-c7aa-4384-8e87-4bfca8f095f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.074216 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dee10224-a53d-4165-b3c2-0c9220c90e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.080466 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c0989-d527-45be-8dd3-9dbb60ba3ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26360062-2a74-4e05-bd73-8f9f25caaddf,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:22.112470 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-149ba263-eef2-4aff-ab8d-8e9545562526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.117144 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-149ba263-eef2-4aff-ab8d-8e9545562526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.137008 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-149ba263-eef2-4aff-ab8d-8e9545562526 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d93caa07-1c27-4232-8672-6ffb575c881a HTTP/1.1" status: 204 len: 168 time: 0.2596278 Jul 13 14:47:22.181352 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ba263-eef2-4aff-ab8d-8e9545562526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93caa07-1c27-4232-8672-6ffb575c881a,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:22.193974 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-15e9f994-c7aa-4384-8e87-4bfca8f095f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.209039 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dee10224-a53d-4165-b3c2-0c9220c90e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.272460 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dee10224-a53d-4165-b3c2-0c9220c90e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.281043 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-dee10224-a53d-4165-b3c2-0c9220c90e82 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e7d3d10a-12ce-4632-82fa-faf8967a1eba HTTP/1.1" status: 204 len: 168 time: 0.6785581 Jul 13 14:47:22.281043 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee10224-a53d-4165-b3c2-0c9220c90e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d3d10a-12ce-4632-82fa-faf8967a1eba,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:22.282198 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46640) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:22.311091 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-15e9f994-c7aa-4384-8e87-4bfca8f095f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ff84aacddce41c2b502e03392ee6f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9128141 Jul 13 14:47:22.312276 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9f994-c7aa-4384-8e87-4bfca8f095f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6da3c47-86df-48f0-a307-32c55837f572,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:22.316493 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46642) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:22.446551 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-288f8315-13af-4a63-8fc2-666656d586c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.512785 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-288f8315-13af-4a63-8fc2-666656d586c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.598586 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-288f8315-13af-4a63-8fc2-666656d586c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.601705 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-288f8315-13af-4a63-8fc2-666656d586c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.606095 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-288f8315-13af-4a63-8fc2-666656d586c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6da3c47-86df-48f0-a307-32c55837f572 HTTP/1.1" status: 204 len: 168 time: 0.2896886 Jul 13 14:47:22.615365 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f8315-13af-4a63-8fc2-666656d586c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6da3c47-86df-48f0-a307-32c55837f572,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:22.674490 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.730723 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb46d0-a126-4933-a354-267312866aa6 req-89e430ab-9f34-41fd-89fa-12e98267800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:22.732585 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdb46d0-a126-4933-a354-267312866aa6 req-89e430ab-9f34-41fd-89fa-12e98267800c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 1098 time: 0.2349916 Jul 13 14:47:22.750869 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883ec5f-a0c6-4fad-b596-643b0f5c9f70 req-ff9da7e3-3263-4c56-942d-65036a568af7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:22.753540 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a883ec5f-a0c6-4fad-b596-643b0f5c9f70 req-ff9da7e3-3263-4c56-942d-65036a568af7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2049086 Jul 13 14:47:22.761859 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46654) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:22.789328 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-165d53f0-9817-4199-a146-a5f89aabc756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.896678 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46656) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:22.923653 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-85026669-9b5f-4d28-be20-f6b77b9d0d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.007374 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.019667 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-165d53f0-9817-4199-a146-a5f89aabc756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.029490 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-165d53f0-9817-4199-a146-a5f89aabc756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.041977 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749072af-c6f9-4811-b0ee-129ff7dc7942']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:23.082630 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a883ec5f-a0c6-4fad-b596-643b0f5c9f70 req-5c98635e-0083-4b20-afd4-76e61e45e183 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746208 Jul 13 14:47:23.085169 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cf3e58-923b-44ea-a350-e1b29b06dd8d') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:23.085571 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cf3e58-923b-44ea-a350-e1b29b06dd8d') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:23.105320 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-165d53f0-9817-4199-a146-a5f89aabc756 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c5a90fca8434995bb6d331db5c5376f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398659 Jul 13 14:47:23.114554 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46658) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:23.123411 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.143454 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d53f0-9817-4199-a146-a5f89aabc756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257068e4-e4d5-4f1b-97d7-737af75edc25,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:23.181150 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb46d0-a126-4933-a354-267312866aa6 req-4e52ed18-f56f-4d6e-9bc0-22ff38189616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.183548 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdb46d0-a126-4933-a354-267312866aa6 req-4e52ed18-f56f-4d6e-9bc0-22ff38189616 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 920 time: 0.4245167 Jul 13 14:47:23.185774 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.195340 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:47:23.196063 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:47:23.199014 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:47:23.210552 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8d11d58a-21f6-4e2e-85f9-a6e004fc19b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.252198 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8d11d58a-21f6-4e2e-85f9-a6e004fc19b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.309632 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-85026669-9b5f-4d28-be20-f6b77b9d0d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.313930 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-85026669-9b5f-4d28-be20-f6b77b9d0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.344423 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-85026669-9b5f-4d28-be20-f6b77b9d0d51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e9094745ff74aad9987074bfb74afd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451294 Jul 13 14:47:23.352245 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46664) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:23.373844 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdb46d0-a126-4933-a354-267312866aa6 req-89d928ae-571d-4926-a374-42e6e0385803 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3be38a02-a980-4b6b-89da-cf845d86e63a HTTP/1.1" status: 200 len: 217 time: 0.1569569 Jul 13 14:47:23.434911 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.464786 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.469518 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/749072af-c6f9-4811-b0ee-129ff7dc7942 HTTP/1.1" status: 204 len: 168 time: 1.1850741 Jul 13 14:47:23.471555 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a53bf-4b68-4e4c-8666-fcdcb242c0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=749072af-c6f9-4811-b0ee-129ff7dc7942,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:23.505825 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb46d0-a126-4933-a354-267312866aa6 req-c0bb80b9-2437-4468-8050-48133e276c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.509475 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdb46d0-a126-4933-a354-267312866aa6 req-c0bb80b9-2437-4468-8050-48133e276c10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.1258509 Jul 13 14:47:23.511174 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46668) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:23.591708 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdb46d0-a126-4933-a354-267312866aa6 req-31c3a285-2981-4647-bfc7-701f6638fd4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661488 Jul 13 14:47:23.593897 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2d8f09cc-167a-4702-a42a-6756f3426f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.691119 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46670) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:23.766024 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-edea37e9-8f07-4a90-9d40-14a3cd24ca40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b717b81f52684a07a4e290d7aeac6e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843797 Jul 13 14:47:23.787480 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46674) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:23.788554 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dbc760b-ef3b-4356-95ac-b68bee2e95c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.791088 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8d11d58a-21f6-4e2e-85f9-a6e004fc19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.794823 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8d11d58a-21f6-4e2e-85f9-a6e004fc19b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.796088 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-8d11d58a-21f6-4e2e-85f9-a6e004fc19b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/257068e4-e4d5-4f1b-97d7-737af75edc25 HTTP/1.1" status: 204 len: 168 time: 0.6761360 Jul 13 14:47:23.797070 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85026669-9b5f-4d28-be20-f6b77b9d0d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d263b244-1043-458b-830e-ee8bb1a36d7c,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:23.831404 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11d58a-21f6-4e2e-85f9-a6e004fc19b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257068e4-e4d5-4f1b-97d7-737af75edc25,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:23.857444 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dbc760b-ef3b-4356-95ac-b68bee2e95c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.925240 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dbc760b-ef3b-4356-95ac-b68bee2e95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.930391 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dbc760b-ef3b-4356-95ac-b68bee2e95c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.933863 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-3dbc760b-ef3b-4356-95ac-b68bee2e95c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d263b244-1043-458b-830e-ee8bb1a36d7c HTTP/1.1" status: 204 len: 168 time: 0.5799606 Jul 13 14:47:23.961073 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc760b-ef3b-4356-95ac-b68bee2e95c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d263b244-1043-458b-830e-ee8bb1a36d7c,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:24.019130 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf89c-c66d-4069-8f22-66519dc1157a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.041757 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdb46d0-a126-4933-a354-267312866aa6 req-99a784dd-7019-4954-bb33-717e1fa76fa1 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439399 Jul 13 14:47:24.108764 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2d8f09cc-167a-4702-a42a-6756f3426f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.159820 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf89c-c66d-4069-8f22-66519dc1157a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.161831 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2d8f09cc-167a-4702-a42a-6756f3426f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.272385 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f09cc-167a-4702-a42a-6756f3426f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d748083-1213-4821-b006-f5475ade683d,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:24.284823 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46696) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:24.285082 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-2d8f09cc-167a-4702-a42a-6756f3426f44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=742bab62b6804b63a4b8b9971638ac51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7715149 Jul 13 14:47:24.383007 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-54e71bf3-29a4-446e-a596-e47b5157e4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.419597 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-54e71bf3-29a4-446e-a596-e47b5157e4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.460864 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdb46d0-a126-4933-a354-267312866aa6 req-ae416771-8c74-4b73-acb7-bb50d70033a1 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030695 Jul 13 14:47:24.500756 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf89c-c66d-4069-8f22-66519dc1157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.503563 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf89c-c66d-4069-8f22-66519dc1157a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.509088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-4d9cf89c-c66d-4069-8f22-66519dc1157a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cf018c2-8a32-4b32-ad26-27718907bbd2 HTTP/1.1" status: 204 len: 168 time: 0.6512237 Jul 13 14:47:24.519601 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-54e71bf3-29a4-446e-a596-e47b5157e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.524471 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-54e71bf3-29a4-446e-a596-e47b5157e4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:24.530257 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-54e71bf3-29a4-446e-a596-e47b5157e4f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d748083-1213-4821-b006-f5475ade683d HTTP/1.1" status: 204 len: 168 time: 0.2411747 Jul 13 14:47:24.544190 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e71bf3-29a4-446e-a596-e47b5157e4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d748083-1213-4821-b006-f5475ade683d,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:24.554393 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cf89c-c66d-4069-8f22-66519dc1157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf018c2-8a32-4b32-ad26-27718907bbd2,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:24.592804 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18361aef-7307-4ce7-b52f-1756717948c6 req-6d05153d-2391-4ed1-ae72-e895d0bc02ee tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.594462 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-6d05153d-2391-4ed1-ae72-e895d0bc02ee tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 813 time: 0.3443165 Jul 13 14:47:24.618836 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13494df7-a62d-4f41-951c-dfc949a91b9f req-0ec9b8d8-1d2f-4b17-b7f6-3744b867d394 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.620521 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-13494df7-a62d-4f41-951c-dfc949a91b9f req-0ec9b8d8-1d2f-4b17-b7f6-3744b867d394 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2693450 Jul 13 14:47:24.644900 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-a4a14460-bf81-489b-95da-8b2913a19d96 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/quotas/92100d59e4a64cf594a522b6ed75049a HTTP/1.1" status: 200 len: 375 time: 0.0233400 Jul 13 14:47:24.719683 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-13494df7-a62d-4f41-951c-dfc949a91b9f req-8189c1eb-401d-4f1d-88e6-4805cf114ef2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736966 Jul 13 14:47:24.768833 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-61ea91d1-da9d-4093-9d07-7094371f33f8 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165471 Jul 13 14:47:24.916027 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c03447a5-edee-4bdd-8e86-805d71efea23 service neutron] 10.222.0.37 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395488 Jul 13 14:47:25.100489 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-75fdb2de-fd96-47df-b73a-2db6fe34ec15 service neutron] 10.222.0.37 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705186 Jul 13 14:47:25.125461 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46730) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:25.181113 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-7794108e-f3d8-48ed-818d-85700c631737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a37bff6702d41ffac1b0ab72771c866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509400 Jul 13 14:47:25.181637 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46734) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:25.250800 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0abde269-659f-449c-a09e-01b25deb83b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.329385 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0abde269-659f-449c-a09e-01b25deb83b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.388782 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-49fe20bf-5c98-4a86-864d-6f11bfdb445b req-0610136c-053e-4c9d-8d69-013c031e0e06 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 210 time: 0.0371621 Jul 13 14:47:25.431716 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0abde269-659f-449c-a09e-01b25deb83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.437454 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0abde269-659f-449c-a09e-01b25deb83b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:25.444282 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-0abde269-659f-449c-a09e-01b25deb83b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f36c4c30-50a9-4272-92cb-6eb53f964395 HTTP/1.1" status: 204 len: 168 time: 0.2611270 Jul 13 14:47:25.458482 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abde269-659f-449c-a09e-01b25deb83b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36c4c30-50a9-4272-92cb-6eb53f964395,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:25.974582 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df27431-9716-4c70-80e6-e176dc0e19ec req-d70018ad-c33c-4866-acff-536537d82b60 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.978692 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5df27431-9716-4c70-80e6-e176dc0e19ec req-d70018ad-c33c-4866-acff-536537d82b60 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.1064191 Jul 13 14:47:26.066755 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5df27431-9716-4c70-80e6-e176dc0e19ec req-5ff6ec70-9bff-4127-b6a7-6c36de349503 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821676 Jul 13 14:47:26.457377 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a0911c7c-bc2b-4811-88aa-4ba96981e829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:26.620970 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e7adf8d-1a9b-4e77-9380-9b45a06acba6 req-fa3c1f01-f3dc-4cf1-9f1d-5c237016556f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 210 time: 0.0350413 Jul 13 14:47:27.189698 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18361aef-7307-4ce7-b52f-1756717948c6 req-5d18afeb-9f59-468b-8ea8-b2efe6d5e3b3 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:27.210923 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-5d18afeb-9f59-468b-8ea8-b2efe6d5e3b3 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 813 time: 0.2566710 Jul 13 14:47:27.250536 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Request body: {'port': {'device_id': 'bab8a392-c1e6-4800-83f2-8b51972675de', 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'admin_state_up': True, 'tenant_id': '92100d59e4a64cf594a522b6ed75049a'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:27.560762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dccd74-2be2-4bba-be1e-29e3f9099f17 req-0e2e153c-9872-4a78-a0a6-bef7eaebf539 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:27.569051 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-68dccd74-2be2-4bba-be1e-29e3f9099f17 req-0e2e153c-9872-4a78-a0a6-bef7eaebf539 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.1401401 Jul 13 14:47:27.611227 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Made reservation on behalf of 92100d59e4a64cf594a522b6ed75049a for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:27.615748 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:27.653144 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-68dccd74-2be2-4bba-be1e-29e3f9099f17 req-e88134c8-6a6d-4638-a29b-4ec719f25cc2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821512 Jul 13 14:47:27.847804 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Allocated IP 172.20.0.5 (fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35/69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e/16bba645-6d43-4169-be78-a40616dc9720) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:27.914555 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-144122c5-731c-415c-8a7f-4dc44d7cf281 req-267c4193-6c12-45d5-812e-bab1a1eedb38 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 210 time: 0.0477397 Jul 13 14:47:28.183922 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:28.234347 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:28.257393 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a89781b8-e496-4173-b893-0056249480d2'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:28.297942 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:28.302826 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:28.311284 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:28.356269 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Pushing event updated for resources: {'Port': ['ID=16bba645-6d43-4169-be78-a40616dc9720,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:28.389027 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:28.390074 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:28.414001 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-c862a48b-2f77-4e6f-8734-6e86815f1b93 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1701510 Jul 13 14:47:28.429059 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Request body: {'port': {'device_id': 'bab8a392-c1e6-4800-83f2-8b51972675de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:28.557338 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:28.913704 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46902) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:29.165458 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bba645-6d43-4169-be78-a40616dc9720 {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:29.187474 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.223047 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Transition to ACTIVE for port object 16bba645-6d43-4169-be78-a40616dc9720 will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:29.243437 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10249563-9495-4e9c-a127-7ad6281daedb req-d4251ba2-a312-4224-8eb0-a9b662738207 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:29.251389 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-10249563-9495-4e9c-a127-7ad6281daedb req-d4251ba2-a312-4224-8eb0-a9b662738207 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2561395 Jul 13 14:47:29.251736 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1971c261-fbd5-4176-a48c-e67f7e50a514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.253413 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.385032 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Pushing event updated for resources: {'Port': ['ID=16bba645-6d43-4169-be78-a40616dc9720,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:29.429361 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-10249563-9495-4e9c-a127-7ad6281daedb req-77e29fbb-a953-4ae7-8de2-406216ccf6f9 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767447 Jul 13 14:47:29.554054 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1971c261-fbd5-4176-a48c-e67f7e50a514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.565218 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.565948 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b104f-970e-40e0-a051-d8d0afcabf4d req-39fe02bd-361e-4522-b785-d08df5bb8db0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:29.574980 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5f1b104f-970e-40e0-a051-d8d0afcabf4d req-39fe02bd-361e-4522-b785-d08df5bb8db0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 943 time: 0.3168712 Jul 13 14:47:29.575371 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1971c261-fbd5-4176-a48c-e67f7e50a514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.625717 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971c261-fbd5-4176-a48c-e67f7e50a514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37abaab9-b276-4afb-9afb-91263a53d867,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:29.630826 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1971c261-fbd5-4176-a48c-e67f7e50a514 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b1f611b8bf74209a0f93c2740dd700e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7133005 Jul 13 14:47:29.635599 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46920) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:29.685160 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Attempting to bind port 16bba645-6d43-4169-be78-a40616dc9720 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:29.686221 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Attempting to bind port 16bba645-6d43-4169-be78-a40616dc9720 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:29.687132 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Attempting to bind port 16bba645-6d43-4169-be78-a40616dc9720 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:29.748290 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5f1b104f-970e-40e0-a051-d8d0afcabf4d req-1d85303b-537b-404a-9fe2-da6b8cc21eea tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540208 Jul 13 14:47:29.755457 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Port 16bba645-6d43-4169-be78-a40616dc9720 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:47:29.757131 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Attempting to bind port 16bba645-6d43-4169-be78-a40616dc9720 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:29.800815 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:29.801519 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Checking segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:29.802240 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Bound using segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:29.803095 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Bound port: 16bba645-6d43-4169-be78-a40616dc9720, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:29.803882 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.881492 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c74a5a07-0c43-4118-91b2-d47aa703dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.946400 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c2a59583-1f2d-416a-8649-f82c9fe375d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.977281 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46930) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:30.018410 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] For port 16bba645-6d43-4169-be78-a40616dc9720, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:30.024323 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c2a59583-1f2d-416a-8649-f82c9fe375d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.037667 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] For port 16bba645-6d43-4169-be78-a40616dc9720, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16bba645-6d43-4169-be78-a40616dc9720,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:30.045914 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.102400 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.103048 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.104528 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] 10.222.0.61 "PUT /v2.0/ports/16bba645-6d43-4169-be78-a40616dc9720 HTTP/1.1" status: 200 len: 1093 time: 1.6806552 Jul 13 14:47:30.105018 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab8a392-c1e6-4800-83f2-8b51972675de', 'tag': '16bba645-6d43-4169-be78-a40616dc9720'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:30.107455 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-df87c57b-f436-4370-8a86-0c961b26a715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.107990 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b545c48c-3e75-4882-9a50-2e17e0536730" -d '{"events": [{"name": "network-changed", "server_uuid": "bab8a392-c1e6-4800-83f2-8b51972675de", "tag": "16bba645-6d43-4169-be78-a40616dc9720"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:30.160165 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c2a59583-1f2d-416a-8649-f82c9fe375d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.166499 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c2a59583-1f2d-416a-8649-f82c9fe375d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.168591 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-c2a59583-1f2d-416a-8649-f82c9fe375d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37abaab9-b276-4afb-9afb-91263a53d867 HTTP/1.1" status: 204 len: 168 time: 0.5128870 Jul 13 14:47:30.180742 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da72a86c-5d8a-466c-b9e8-52010a864f36 x-openstack-request-id: req-da72a86c-5d8a-466c-b9e8-52010a864f36 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:30.180936 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab8a392-c1e6-4800-83f2-8b51972675de", "tag": "16bba645-6d43-4169-be78-a40616dc9720", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:30.181214 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da72a86c-5d8a-466c-b9e8-52010a864f36 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:30.181816 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab8a392-c1e6-4800-83f2-8b51972675de', 'tag': '16bba645-6d43-4169-be78-a40616dc9720', 'status': 'completed', 'code': 200} Jul 13 14:47:30.191823 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597b78d-7e95-4c7f-92ec-9154569a91c7 service neutron] Pushing event updated for resources: {'Port': ['ID=16bba645-6d43-4169-be78-a40616dc9720,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:30.200176 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a59583-1f2d-416a-8649-f82c9fe375d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37abaab9-b276-4afb-9afb-91263a53d867,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:30.270038 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-df87c57b-f436-4370-8a86-0c961b26a715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.275018 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-df87c57b-f436-4370-8a86-0c961b26a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.321884 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87c57b-f436-4370-8a86-0c961b26a715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802e1c5e-1666-4a41-9b3c-cf7e6f4d83da,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:30.327340 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-df87c57b-f436-4370-8a86-0c961b26a715 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbb4f3256de740a2bafb3ebf0e3bb8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488867 Jul 13 14:47:30.331548 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46938) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:30.404474 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79039c72-a12a-4adb-ad53-42f71ddf2a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.405582 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.442361 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79039c72-a12a-4adb-ad53-42f71ddf2a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.548777 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79039c72-a12a-4adb-ad53-42f71ddf2a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.551636 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79039c72-a12a-4adb-ad53-42f71ddf2a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:30.560233 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-79039c72-a12a-4adb-ad53-42f71ddf2a0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/802e1c5e-1666-4a41-9b3c-cf7e6f4d83da HTTP/1.1" status: 204 len: 168 time: 0.2271144 Jul 13 14:47:30.575788 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039c72-a12a-4adb-ad53-42f71ddf2a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e1c5e-1666-4a41-9b3c-cf7e6f4d83da,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:30.650594 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a01ab-9744-413d-831b-fd74d59fb92d req-c9a9a9e7-08a2-468f-b584-442f5192afc7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.652588 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc6a01ab-9744-413d-831b-fd74d59fb92d req-c9a9a9e7-08a2-468f-b584-442f5192afc7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.0833364 Jul 13 14:47:30.732157 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc6a01ab-9744-413d-831b-fd74d59fb92d req-a8fb6e04-0fcd-443f-876b-ebb0b65d46fd tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689061 Jul 13 14:47:31.000256 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 46970) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:31.022881 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd76b-0bc4-4724-8e5e-d9d391897368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.038414 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8dc8-ca98-41ed-b33b-d6b9f987b77f req-41786551-5663-4f6e-8191-a1c143c30b01 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.043843 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-968d8dc8-ca98-41ed-b33b-d6b9f987b77f req-41786551-5663-4f6e-8191-a1c143c30b01 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 943 time: 0.1295989 Jul 13 14:47:31.109056 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-968d8dc8-ca98-41ed-b33b-d6b9f987b77f req-c53af3d3-200a-4772-bcdc-2de40fd2ee1d tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627599 Jul 13 14:47:31.147029 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd76b-0bc4-4724-8e5e-d9d391897368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.152282 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd76b-0bc4-4724-8e5e-d9d391897368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.214730 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2e4fd76b-0bc4-4724-8e5e-d9d391897368 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2854915c33e043389057c349a7639e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124298 Jul 13 14:47:31.218027 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fd76b-0bc4-4724-8e5e-d9d391897368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36437ef4-3b92-46df-b9b3-395b0f1d8b42,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:31.219200 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 46974) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:31.287648 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1c19649-ba53-4264-8617-fd94949e1c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.317459 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1c19649-ba53-4264-8617-fd94949e1c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.385383 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1c19649-ba53-4264-8617-fd94949e1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.390067 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1c19649-ba53-4264-8617-fd94949e1c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.395019 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-a1c19649-ba53-4264-8617-fd94949e1c0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36437ef4-3b92-46df-b9b3-395b0f1d8b42 HTTP/1.1" status: 204 len: 168 time: 0.1708167 Jul 13 14:47:31.409283 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c19649-ba53-4264-8617-fd94949e1c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36437ef4-3b92-46df-b9b3-395b0f1d8b42,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:31.926120 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802574-b063-469f-b36c-a71b992bbaaf req-4599d143-cd6c-4107-9652-c1409abc278f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.927729 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0b802574-b063-469f-b36c-a71b992bbaaf req-4599d143-cd6c-4107-9652-c1409abc278f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.0688803 Jul 13 14:47:31.980368 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0b802574-b063-469f-b36c-a71b992bbaaf req-50995fba-9735-4500-98a7-c9a089fb2d47 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Jul 13 14:47:32.077325 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:32.336075 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b4e6-f1d5-41e1-b876-83d6b7455539 req-ccfb0a6d-c9ce-4616-8204-f4613aa0a46e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:32.344787 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e743b4e6-f1d5-41e1-b876-83d6b7455539 req-ccfb0a6d-c9ce-4616-8204-f4613aa0a46e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 943 time: 0.1006310 Jul 13 14:47:32.388837 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e743b4e6-f1d5-41e1-b876-83d6b7455539 req-c44c0ea1-e615-4af2-9623-2140e7a5cfaf tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425637 Jul 13 14:47:33.284674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc7f53-7faf-4def-8464-6bcb67816024 req-32277706-fa1c-4890-a1f7-1426899589b2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.286180 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3cdc7f53-7faf-4def-8464-6bcb67816024 req-32277706-fa1c-4890-a1f7-1426899589b2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.1249223 Jul 13 14:47:33.292522 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c48c-3e75-4882-9a50-2e17e0536730 req-4fd5b487-7d3f-4a80-8270-aff3fc74f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.295266 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b545c48c-3e75-4882-9a50-2e17e0536730 req-4fd5b487-7d3f-4a80-8270-aff3fc74f768 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 1096 time: 0.1920624 Jul 13 14:47:33.305443 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-a4211fda-476d-463a-92da-f4c9ad7d64cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1540322 Jul 13 14:47:33.678428 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3cdc7f53-7faf-4def-8464-6bcb67816024 req-1abdd9b5-1536-4e2a-b908-07c0d86fab9e tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820610 Jul 13 14:47:33.787423 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c48c-3e75-4882-9a50-2e17e0536730 req-80c73133-8d6d-4b0c-8458-72eef59f3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.788949 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b545c48c-3e75-4882-9a50-2e17e0536730 req-80c73133-8d6d-4b0c-8458-72eef59f3283 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=92100d59e4a64cf594a522b6ed75049a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4744928 Jul 13 14:47:33.875239 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7add71-3b53-46cc-a4c2-10b48437a23d req-b6ec5a14-7d04-455b-bdc1-4a60d23f5fc4 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.877457 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3a7add71-3b53-46cc-a4c2-10b48437a23d req-b6ec5a14-7d04-455b-bdc1-4a60d23f5fc4 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 943 time: 0.2394226 Jul 13 14:47:33.895526 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-23b753e0-4631-40b0-b08a-b020e746be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.898247 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-23b753e0-4631-40b0-b08a-b020e746be45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 1098 time: 0.5290792 Jul 13 14:47:34.057653 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3a7add71-3b53-46cc-a4c2-10b48437a23d req-3fe9e190-f48d-427f-878d-8ddc5bff3272 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688185 Jul 13 14:47:34.157382 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c48c-3e75-4882-9a50-2e17e0536730 req-15aea20a-dabc-48de-92d4-3ea83857d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.160271 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b545c48c-3e75-4882-9a50-2e17e0536730 req-15aea20a-dabc-48de-92d4-3ea83857d811 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3616731 Jul 13 14:47:34.302596 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-907ae0cd-755c-4c97-86ad-7a770d7de5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.312768 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-907ae0cd-755c-4c97-86ad-7a770d7de5a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 914 time: 0.3750503 Jul 13 14:47:34.376700 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-305d54a6-a205-43c4-85b8-39579b47d8c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a89781b8-e496-4173-b893-0056249480d2 HTTP/1.1" status: 200 len: 217 time: 0.0447035 Jul 13 14:47:34.491739 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18361aef-7307-4ce7-b52f-1756717948c6 req-04a3c1b4-7ee4-4a3e-82dc-b9d9be8c1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.494210 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-04a3c1b4-7ee4-4a3e-82dc-b9d9be8c1065 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 1096 time: 0.2675192 Jul 13 14:47:34.525964 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-9d7dbd10-3002-4f87-beab-af148a3177a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.528472 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-9d7dbd10-3002-4f87-beab-af148a3177a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 200 len: 853 time: 0.1398649 Jul 13 14:47:34.593013 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-042e042f-6c8f-4a8d-b2ef-b32de6feeca7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16bba645-6d43-4169-be78-a40616dc9720 HTTP/1.1" status: 200 len: 217 time: 0.0885324 Jul 13 14:47:34.615768 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-9e08fccf-d058-4b17-94c0-e48ebfad8fc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326512 Jul 13 14:47:34.747118 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18361aef-7307-4ce7-b52f-1756717948c6 req-952666e2-3785-4a93-9c7e-983f5600562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.748593 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-952666e2-3785-4a93-9c7e-983f5600562b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 200 len: 853 time: 0.1353519 Jul 13 14:47:34.813780 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-1f1858a5-d79a-446e-8514-7df7dab65b7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504904 Jul 13 14:47:34.818988 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-34d74c60-4e3e-43d7-ba3f-b13470492e82 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871598 Jul 13 14:47:34.832471 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595cbe2-cc09-466e-ba9e-71fd1347fd7c req-007c094b-35f6-4861-bc54-50ac6168067e tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.834309 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e595cbe2-cc09-466e-ba9e-71fd1347fd7c req-007c094b-35f6-4861-bc54-50ac6168067e tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 945 time: 0.2221687 Jul 13 14:47:35.035672 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e595cbe2-cc09-466e-ba9e-71fd1347fd7c req-4bc32040-b1a7-4d5f-a649-939eff741740 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817768 Jul 13 14:47:35.067031 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-958b8b25-e45a-40c1-a3bb-42b82e08bbf6 req-1e13db74-80e6-43ca-a53e-893abe217229 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304730 Jul 13 14:47:35.069123 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-70a4ac8e-ee95-4b1d-a422-52ff3ac91290 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336819 Jul 13 14:47:35.087944 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c5a0-c275-465d-a4b0-b80f928d7724 req-9c118308-d12c-4106-b3b9-acaf3e4458f1 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.090423 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1882c5a0-c275-465d-a4b0-b80f928d7724 req-9c118308-d12c-4106-b3b9-acaf3e4458f1 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2171381 Jul 13 14:47:35.196144 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1882c5a0-c275-465d-a4b0-b80f928d7724 req-e664e92e-b686-4863-9b4b-be7276fa5f0a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942945 Jul 13 14:47:35.272336 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18361aef-7307-4ce7-b52f-1756717948c6 req-3823bd2f-4916-4f2d-94e8-f3e580750ecc service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811292 Jul 13 14:47:35.310636 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a94-0c2d-46b1-aad1-430666c6aee8 req-3d549d53-c870-4b7a-9ff6-b070d61b4ccd tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.312174 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2f1f3a94-0c2d-46b1-aad1-430666c6aee8 req-3d549d53-c870-4b7a-9ff6-b070d61b4ccd tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 943 time: 0.0940156 Jul 13 14:47:35.362856 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2f1f3a94-0c2d-46b1-aad1-430666c6aee8 req-f952496a-7575-4985-977a-f7eea0036653 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Jul 13 14:47:36.273766 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47188) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:36.335287 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a56162-dfbe-4a02-a70c-c7926b55f363 req-1b3795f3-056c-4bbe-99d4-8c49fa642ed0 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.339131 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-16a56162-dfbe-4a02-a70c-c7926b55f363 req-1b3795f3-056c-4bbe-99d4-8c49fa642ed0 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 945 time: 0.1172190 Jul 13 14:47:36.416495 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.454609 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1b93a74b-bf07-40e5-ba5c-ecacff29c5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.463554 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-16a56162-dfbe-4a02-a70c-c7926b55f363 req-2a8cfcda-5568-4966-9ae1-b7108338f795 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c6e7d67-77df-4273-8da2-3587fd53aeae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145632 Jul 13 14:47:36.533914 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e43350-a269-42b1-a79b-2d3cd3b53fbf req-4f6e08dc-5494-4518-92bb-9b3252b1a3d1 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.536624 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61e43350-a269-42b1-a79b-2d3cd3b53fbf req-4f6e08dc-5494-4518-92bb-9b3252b1a3d1 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.1783874 Jul 13 14:47:36.583895 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1b93a74b-bf07-40e5-ba5c-ecacff29c5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.591251 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1b93a74b-bf07-40e5-ba5c-ecacff29c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.608740 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61e43350-a269-42b1-a79b-2d3cd3b53fbf req-44adf4e9-5e0a-4f82-971f-22d9c6b9b17a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628054 Jul 13 14:47:36.666276 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1b93a74b-bf07-40e5-ba5c-ecacff29c5a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=928a5b03b98d47f8b02dbef564da7fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896012 Jul 13 14:47:36.667387 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93a74b-bf07-40e5-ba5c-ecacff29c5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8449c2d8-09c4-43ac-a5e7-182f8e0e77d0,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:36.669271 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47212) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:36.669626 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47214) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:36.829892 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8832da81-b332-4eb4-ad35-a27b67c97105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.875417 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0180-01ae-4829-8a6b-d36c426bf17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.898585 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7177a6-2e9e-4b70-9e21-b7a1fecf6cf1 req-f1248eed-e684-413f-920e-60c1216f9c9b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.901509 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb7177a6-2e9e-4b70-9e21-b7a1fecf6cf1 req-f1248eed-e684-413f-920e-60c1216f9c9b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 943 time: 0.2034936 Jul 13 14:47:36.910069 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8832da81-b332-4eb4-ad35-a27b67c97105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.018031 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb7177a6-2e9e-4b70-9e21-b7a1fecf6cf1 req-60d6316f-5e09-40c2-b0c1-9f2c94e8b9fc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059861 Jul 13 14:47:37.033099 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a15a7fd1-c3a4-4f63-8835-b6c7b58e05a7 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:37.034654 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a15a7fd1-c3a4-4f63-8835-b6c7b58e05a7 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 945 time: 0.2320902 Jul 13 14:47:37.092894 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8832da81-b332-4eb4-ad35-a27b67c97105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.095608 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8832da81-b332-4eb4-ad35-a27b67c97105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.096789 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-8832da81-b332-4eb4-ad35-a27b67c97105 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8449c2d8-09c4-43ac-a5e7-182f8e0e77d0 HTTP/1.1" status: 204 len: 168 time: 0.4108624 Jul 13 14:47:37.133665 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832da81-b332-4eb4-ad35-a27b67c97105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449c2d8-09c4-43ac-a5e7-182f8e0e77d0,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.198032 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0180-01ae-4829-8a6b-d36c426bf17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.207355 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0180-01ae-4829-8a6b-d36c426bf17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.258999 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Deleting port 94d0062b-e31c-40b4-ad64-776ad9d652ba {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:37.259593 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.277711 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-5cfa0180-01ae-4829-8a6b-d36c426bf17e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=970c57399a9445bfb1d8cc4d3ad71d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6070180 Jul 13 14:47:37.281849 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47236) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:37.305149 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa0180-01ae-4829-8a6b-d36c426bf17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0ae067-9e83-42a3-84fd-f29c5a456ef2,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.346301 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b05df566-9a6b-47d3-bc43-ddf42703d909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.379334 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b05df566-9a6b-47d3-bc43-ddf42703d909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.387712 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] For port 94d0062b-e31c-40b4-ad64-776ad9d652ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94d0062b-e31c-40b4-ad64-776ad9d652ba,segment=NetworkSegment(efdf7ada-c533-441c-88c2-f9f5a9ec9ef4),segment_id=efdf7ada-c533-441c-88c2-f9f5a9ec9ef4)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:37.388827 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.411933 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Calling delete_port for 94d0062b-e31c-40b4-ad64-776ad9d652ba owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:37.467195 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b05df566-9a6b-47d3-bc43-ddf42703d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.469825 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b05df566-9a6b-47d3-bc43-ddf42703d909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.471001 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-b05df566-9a6b-47d3-bc43-ddf42703d909 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff0ae067-9e83-42a3-84fd-f29c5a456ef2 HTTP/1.1" status: 204 len: 168 time: 0.1875474 Jul 13 14:47:37.483679 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05df566-9a6b-47d3-bc43-ddf42703d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0ae067-9e83-42a3-84fd-f29c5a456ef2,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.536334 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47246) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:37.573278 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bfd69cd3-fe6d-4c95-bdf5-9ea57479ae5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.645926 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.664584 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['94d0062b-e31c-40b4-ad64-776ad9d652ba'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:37.748529 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Pushing event deleted for resources: {'Port': ['ID=94d0062b-e31c-40b4-ad64-776ad9d652ba,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.817957 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47254) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:37.825474 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bfd69cd3-fe6d-4c95-bdf5-9ea57479ae5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.830932 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bfd69cd3-fe6d-4c95-bdf5-9ea57479ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.864812 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-bfd69cd3-fe6d-4c95-bdf5-9ea57479ae5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a37fcb8cf6af437bae718be5c2b38611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265781 Jul 13 14:47:37.867314 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47262) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:37.913927 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd69cd3-fe6d-4c95-bdf5-9ea57479ae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f3e16-7ddb-451e-b4b9-4598d8338e08,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.950996 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d38ad79f-90ae-4de9-bc32-2167cbb7e0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.977344 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d38ad79f-90ae-4de9-bc32-2167cbb7e0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.007270 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6145b359-3177-4d5b-bb9d-c547674f6a51 req-ddb7f423-f6b4-4264-9cc5-7a0382024e67 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 0.0455875 Jul 13 14:47:38.030110 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] No DVR routers for this DVR port 94d0062b-e31c-40b4-ad64-776ad9d652ba on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:38.036559 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.038689 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-deddf80d-deb1-4aa8-962c-f59981fcbf6f req-a20cf45f-09ce-4a31-bbcd-83e764f2b1f1 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.61 "DELETE /v2.0/ports/94d0062b-e31c-40b4-ad64-776ad9d652ba HTTP/1.1" status: 204 len: 173 time: 0.9983628 Jul 13 14:47:38.039257 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2146d6-08cc-44b5-a0b4-e6eb755bc26b', 'name': 'network-vif-deleted', 'tag': '94d0062b-e31c-40b4-ad64-776ad9d652ba'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:38.042090 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d2c37-80e3-4116-aaf2-9c2e5760ff66" -d '{"events": [{"server_uuid": "4c2146d6-08cc-44b5-a0b4-e6eb755bc26b", "name": "network-vif-deleted", "tag": "94d0062b-e31c-40b4-ad64-776ad9d652ba"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:38.074915 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d38ad79f-90ae-4de9-bc32-2167cbb7e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.080766 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d38ad79f-90ae-4de9-bc32-2167cbb7e0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.082527 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d38ad79f-90ae-4de9-bc32-2167cbb7e0d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd8f3e16-7ddb-451e-b4b9-4598d8338e08 HTTP/1.1" status: 204 len: 168 time: 0.2136767 Jul 13 14:47:38.099194 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b371-f82a-434b-b2dd-538d8783659b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.112497 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323e216-80d4-473f-9736-98bb7f4ecf21 req-d48866af-9dd0-41c9-8bfb-ea5ca07456db tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:38.116243 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2323e216-80d4-473f-9736-98bb7f4ecf21 req-d48866af-9dd0-41c9-8bfb-ea5ca07456db tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2467732 Jul 13 14:47:38.118487 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ad79f-90ae-4de9-bc32-2167cbb7e0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f3e16-7ddb-451e-b4b9-4598d8338e08,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.250301 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2323e216-80d4-473f-9736-98bb7f4ecf21 req-05095781-7d72-4848-97f0-dc29527398ca tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269636 Jul 13 14:47:38.268135 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b371-f82a-434b-b2dd-538d8783659b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.286235 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b371-f82a-434b-b2dd-538d8783659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.349792 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e72c32-d108-4727-b461-01fa56507b4a x-openstack-request-id: req-52e72c32-d108-4727-b461-01fa56507b4a {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:38.350552 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2146d6-08cc-44b5-a0b4-e6eb755bc26b", "name": "network-vif-deleted", "tag": "94d0062b-e31c-40b4-ad64-776ad9d652ba", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:38.351347 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52e72c32-d108-4727-b461-01fa56507b4a {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:38.351952 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2146d6-08cc-44b5-a0b4-e6eb755bc26b', 'name': 'network-vif-deleted', 'tag': '94d0062b-e31c-40b4-ad64-776ad9d652ba', 'status': 'completed', 'code': 200} Jul 13 14:47:38.371344 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6b371-f82a-434b-b2dd-538d8783659b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11176d29-096e-489f-8c89-93cdeedfc7bf,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.395188 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2ce6b371-f82a-434b-b2dd-538d8783659b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20a690fbec07452fbef24d17a6c770b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758574 Jul 13 14:47:38.398823 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47290) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:38.463418 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9cb6123c-e7c1-4d9e-a7ed-1bedad06d268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.500038 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9cb6123c-e7c1-4d9e-a7ed-1bedad06d268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.547377 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42744426-b17a-47ca-880b-f98852a9934c req-1a447aa2-ddd1-4082-87e7-1ee051e2fae5 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:38.551398 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-42744426-b17a-47ca-880b-f98852a9934c req-1a447aa2-ddd1-4082-87e7-1ee051e2fae5 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 943 time: 0.1498902 Jul 13 14:47:38.589941 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9cb6123c-e7c1-4d9e-a7ed-1bedad06d268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.593797 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9cb6123c-e7c1-4d9e-a7ed-1bedad06d268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.595286 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-9cb6123c-e7c1-4d9e-a7ed-1bedad06d268 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11176d29-096e-489f-8c89-93cdeedfc7bf HTTP/1.1" status: 204 len: 168 time: 0.1953061 Jul 13 14:47:38.610888 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6123c-e7c1-4d9e-a7ed-1bedad06d268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11176d29-096e-489f-8c89-93cdeedfc7bf,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.646474 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-42744426-b17a-47ca-880b-f98852a9934c req-0d6c56fd-35e7-40dd-8232-cc4ff3b8a739 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894303 Jul 13 14:47:38.835811 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47308) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:38.870151 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 16bba645-6d43-4169-be78-a40616dc9720 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:38.966106 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47314) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:39.000933 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f406935f-d8bd-4002-8afa-690b39d5f5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.180478 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47320) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:39.205273 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 16bba645-6d43-4169-be78-a40616dc9720, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16bba645-6d43-4169-be78-a40616dc9720,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:39.235918 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f406935f-d8bd-4002-8afa-690b39d5f5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.243236 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f406935f-d8bd-4002-8afa-690b39d5f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.258768 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '16bba645-6d43-4169-be78-a40616dc9720', 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'port_id': '16bba645-6d43-4169-be78-a40616dc9720', 'mac_address': 'fa:16:3e:4a:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:39.283039 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-03c539b5-f31b-4d0c-8d0c-f56adc152202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.382810 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.466262 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-782057930-network', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:39.468622 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bba645-6d43-4169-be78-a40616dc9720 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:39.482172 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47332) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:39.484459 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f406935f-d8bd-4002-8afa-690b39d5f5fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4451c85dab7b463e96eef5e7c3221c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167460 Jul 13 14:47:39.486100 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406935f-d8bd-4002-8afa-690b39d5f5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d4d0ba-5142-41b6-a27f-793e0a2e27b8,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:39.526959 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 16bba645-6d43-4169-be78-a40616dc9720, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16bba645-6d43-4169-be78-a40616dc9720,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:39.533204 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.596430 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=16bba645-6d43-4169-be78-a40616dc9720,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:39.606291 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.606755 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.607173 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.607915 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.608259 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.608600 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.608935 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.609267 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.609595 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.610525 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.611026 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.611348 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:39.645746 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9a0ca9bf-4c4f-4820-ae57-e7f63398a763 req-6dcdd45c-db03-41d3-9ab6-a99aa3befa49 tempest-DeleteServersTestJSON-887594583 tempest-DeleteServersTestJSON-887594583-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2146d6-08cc-44b5-a0b4-e6eb755bc26b HTTP/1.1" status: 200 len: 210 time: 0.1242285 Jul 13 14:47:39.727202 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-03c539b5-f31b-4d0c-8d0c-f56adc152202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.746725 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-03c539b5-f31b-4d0c-8d0c-f56adc152202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.753614 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-afe2be81-aa40-457a-82c9-6a0d65140df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.808656 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Made reservation on behalf of 27e7ad5089184846bd61e16bfa02b42e for: {'network': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:39.811043 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.823172 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['16bba645-6d43-4169-be78-a40616dc9720'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:39.835762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-afe2be81-aa40-457a-82c9-6a0d65140df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.843017 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-03c539b5-f31b-4d0c-8d0c-f56adc152202 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b7264fca1484d56b83ce5884a052bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0052309 Jul 13 14:47:39.843815 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c539b5-f31b-4d0c-8d0c-f56adc152202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9a6a3-5490-4261-9e56-4b5345ff55cd,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:39.848385 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47346) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:39.852847 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.899503 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d74941-6256-413e-8bf6-a288dba8b006 req-299a18e0-cc6e-4f6d-8b4d-be6e06bd1390 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:39.901334 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-24d74941-6256-413e-8bf6-a288dba8b006 req-299a18e0-cc6e-4f6d-8b4d-be6e06bd1390 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2837918 Jul 13 14:47:39.926134 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d549446f-9f49-4d41-8f4b-2fd7cd8dcae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.957189 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d549446f-9f49-4d41-8f4b-2fd7cd8dcae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.989241 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-24d74941-6256-413e-8bf6-a288dba8b006 req-755a7dc7-fdfc-412e-b724-824722ed9158 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771840 Jul 13 14:47:40.001850 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-afe2be81-aa40-457a-82c9-6a0d65140df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.004553 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-afe2be81-aa40-457a-82c9-6a0d65140df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.010295 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-afe2be81-aa40-457a-82c9-6a0d65140df6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98d4d0ba-5142-41b6-a27f-793e0a2e27b8 HTTP/1.1" status: 204 len: 168 time: 0.5148487 Jul 13 14:47:40.023838 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2be81-aa40-457a-82c9-6a0d65140df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d4d0ba-5142-41b6-a27f-793e0a2e27b8,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:40.092085 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.092518 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d549446f-9f49-4d41-8f4b-2fd7cd8dcae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.102048 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d549446f-9f49-4d41-8f4b-2fd7cd8dcae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.102489 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.108969 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d549446f-9f49-4d41-8f4b-2fd7cd8dcae6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1af9a6a3-5490-4261-9e56-4b5345ff55cd HTTP/1.1" status: 204 len: 168 time: 0.2569153 Jul 13 14:47:40.135320 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549446f-9f49-4d41-8f4b-2fd7cd8dcae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9a6a3-5490-4261-9e56-4b5345ff55cd,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:40.160123 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=110073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:47:40.170733 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5215b2e4-a8b6-4a87-b863-62d177dd0750,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:40.178295 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.178751 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.segments_db [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Added segment cd0b7960-835d-4859-a79a-d97ae36df504 of type vlan for network aa79d9f6-a2ef-405f-8803-8b8236d03e56 Jul 13 14:47:40.250068 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.263749 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dce4e8-44ae-4979-9a65-b9786b0acf96 req-1b492d42-52f3-47eb-9d1c-2a7c3f772c08 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:40.265595 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-72dce4e8-44ae-4979-9a65-b9786b0acf96 req-1b492d42-52f3-47eb-9d1c-2a7c3f772c08 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 944 time: 0.1780057 Jul 13 14:47:40.315487 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.317541 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:40.318510 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.384423 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-72dce4e8-44ae-4979-9a65-b9786b0acf96 req-e211a8e7-5f4c-4422-beaa-57fd8678e277 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040242 Jul 13 14:47:40.395363 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2139087 Jul 13 14:47:40.395675 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47352) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:40.406054 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Request body: {'subnet': {'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-782057930-subnet', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:40.409001 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278484ba-7a9d-4580-b72a-ecfce67d900d admin admin] Pushing event updated for resources: {'Network': ['ID=aa79d9f6-a2ef-405f-8803-8b8236d03e56,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:40.426500 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:47:40.473008 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Made reservation on behalf of 27e7ad5089184846bd61e16bfa02b42e for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:40.477379 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.834558 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.871178 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47368) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:40.892072 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 16bba645-6d43-4169-be78-a40616dc9720 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:40.903979 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8d62780d-a50c-4b9f-9f07-2d93bca8e350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.918421 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76d458f-63d6-4585-b8ac-6b5f35326c68,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:40.943943 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47372) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:40.947455 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Checking segment: {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:40.948053 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Network hostable DHCP agents. Network: aa79d9f6-a2ef-405f-8803-8b8236d03e56, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:47:40.996652 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-64691e96-4e23-4142-a9fd-b20d8715db39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.012137 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 16bba645-6d43-4169-be78-a40616dc9720 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:41.019198 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 16bba645-6d43-4169-be78-a40616dc9720 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:41.019802 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.040858 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:47:41.072343 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, aa79d9f6-a2ef-405f-8803-8b8236d03e56) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:41.101896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8d62780d-a50c-4b9f-9f07-2d93bca8e350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.103648 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.104575 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.107697 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e551a117-6dc9-4607-a9a1-f1b4e96989ac None None] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:41.112594 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8d62780d-a50c-4b9f-9f07-2d93bca8e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.204600 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-8d62780d-a50c-4b9f-9f07-2d93bca8e350 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=688f3cf2dbe84f298e2951943e45fd05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308289 Jul 13 14:47:41.221859 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47380) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.233005 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-64691e96-4e23-4142-a9fd-b20d8715db39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.239415 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-64691e96-4e23-4142-a9fd-b20d8715db39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.278689 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62780d-a50c-4b9f-9f07-2d93bca8e350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6630bf-e49d-458a-b0fe-f097a6d3c241,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:41.281615 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-82ff779a-72dc-4dea-8648-00e4488a7bd4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8843560 Jul 13 14:47:41.284622 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47384) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.293463 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:41.324281 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-64691e96-4e23-4142-a9fd-b20d8715db39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a50a5e9f08ee4ab2ae256e839afc87ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695283 Jul 13 14:47:41.324281 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64691e96-4e23-4142-a9fd-b20d8715db39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff66dac7-30d7-4317-b789-807110a7209e,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:41.324281 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47386) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.332036 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-20850892-71ce-49c3-b4cb-4d4349b67d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.372034 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.373281 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.402896 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1e6e90fe-2043-4dda-8fd9-776b531e0d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.406345 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-20850892-71ce-49c3-b4cb-4d4349b67d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.415134 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.444012 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1e6e90fe-2043-4dda-8fd9-776b531e0d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.459171 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:47:41.460194 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.488014 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8a392-c1e6-4800-83f2-8b51972675de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bba645-6d43-4169-be78-a40616dc9720'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:41.492024 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9da9c9c-057f-4881-bb94-3400b36c5f1b" -d '{"events": [{"server_uuid": "bab8a392-c1e6-4800-83f2-8b51972675de", "name": "network-vif-plugged", "status": "completed", "tag": "16bba645-6d43-4169-be78-a40616dc9720"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:41.496427 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.514411 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 16bba645-6d43-4169-be78-a40616dc9720, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16bba645-6d43-4169-be78-a40616dc9720,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:41.524271 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.525417 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 94d0062b-e31c-40b4-ad64-776ad9d652ba no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:41.555539 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 94d0062b-e31c-40b4-ad64-776ad9d652ba {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:41.555919 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 94d0062b-e31c-40b4-ad64-776ad9d652ba not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:41.557638 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1e6e90fe-2043-4dda-8fd9-776b531e0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.561321 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1e6e90fe-2043-4dda-8fd9-776b531e0d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.562609 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1e6e90fe-2043-4dda-8fd9-776b531e0d43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff66dac7-30d7-4317-b789-807110a7209e HTTP/1.1" status: 204 len: 168 time: 0.2422919 Jul 13 14:47:41.593593 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e90fe-2043-4dda-8fd9-776b531e0d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff66dac7-30d7-4317-b789-807110a7209e,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:41.719302 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=16bba645-6d43-4169-be78-a40616dc9720,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:41.747756 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Allocated IP 172.20.0.2 (aa79d9f6-a2ef-405f-8803-8b8236d03e56/d76d458f-63d6-4585-b8ac-6b5f35326c68/03a5a3ae-9b5f-49d8-9540-783a3f9778db) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:41.935253 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.962849 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9c104-9d7d-4ed1-b40c-fd2f4056bb06 req-1ade313b-8c95-41d5-b1e2-54c34a93adfd tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.965060 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a4d9c104-9d7d-4ed1-b40c-fd2f4056bb06 req-1ade313b-8c95-41d5-b1e2-54c34a93adfd tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.6094754 Jul 13 14:47:42.053117 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Transition to ACTIVE for port object 03a5a3ae-9b5f-49d8-9540-783a3f9778db will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:42.075782 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Transition to ACTIVE for port object 03a5a3ae-9b5f-49d8-9540-783a3f9778db will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:42.081107 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-20850892-71ce-49c3-b4cb-4d4349b67d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.084946 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-20850892-71ce-49c3-b4cb-4d4349b67d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.085286 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.095930 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-20850892-71ce-49c3-b4cb-4d4349b67d48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed6630bf-e49d-458a-b0fe-f097a6d3c241 HTTP/1.1" status: 204 len: 168 time: 0.8629885 Jul 13 14:47:42.095930 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.110758 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20850892-71ce-49c3-b4cb-4d4349b67d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6630bf-e49d-458a-b0fe-f097a6d3c241,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:42.193983 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:42.197886 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:42.202394 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a4d9c104-9d7d-4ed1-b40c-fd2f4056bb06 req-76aef2ff-d4b7-4d1d-a3af-c6992f7cf23c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980219 Jul 13 14:47:42.217819 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:42.248515 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Pushing event updated for resources: {'Port': ['ID=03a5a3ae-9b5f-49d8-9540-783a3f9778db,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:42.279464 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3002f-5f1d-4299-b7ca-2f762cb867ea req-aa301d56-d2e2-403d-9786-aef9d2b091fa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:42.285968 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c1d3002f-5f1d-4299-b7ca-2f762cb867ea req-aa301d56-d2e2-403d-9786-aef9d2b091fa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 945 time: 0.4191868 Jul 13 14:47:42.338462 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39454e60-d367-46b2-b888-737a268be776 x-openstack-request-id: req-39454e60-d367-46b2-b888-737a268be776 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:42.338799 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8a392-c1e6-4800-83f2-8b51972675de", "name": "network-vif-plugged", "status": "completed", "tag": "16bba645-6d43-4169-be78-a40616dc9720", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:42.339079 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39454e60-d367-46b2-b888-737a268be776 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:42.339600 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8a392-c1e6-4800-83f2-8b51972675de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bba645-6d43-4169-be78-a40616dc9720', 'code': 200} Jul 13 14:47:42.364723 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c1d3002f-5f1d-4299-b7ca-2f762cb867ea req-07032545-106c-4e0e-889b-f93fc90ac4e9 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703356 Jul 13 14:47:42.408786 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Attempting to bind port 03a5a3ae-9b5f-49d8-9540-783a3f9778db on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:42.409637 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Attempting to bind port 03a5a3ae-9b5f-49d8-9540-783a3f9778db by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:42.410166 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Attempting to bind port 03a5a3ae-9b5f-49d8-9540-783a3f9778db on network aa79d9f6-a2ef-405f-8803-8b8236d03e56 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:42.417021 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:42.418742 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Checking segment: {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:42.419836 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.420596 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Bound using segment: {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:42.421267 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Bound port: 03a5a3ae-9b5f-49d8-9540-783a3f9778db, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:42.421950 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.595734 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:47:42.618221 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] For port 03a5a3ae-9b5f-49d8-9540-783a3f9778db, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:42.624139 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] For port 03a5a3ae-9b5f-49d8-9540-783a3f9778db, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=03a5a3ae-9b5f-49d8-9540-783a3f9778db,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:42.633999 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.762251 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6adfd-9d95-40f1-a7f9-a5ef9fa28b60 None None] Pushing event updated for resources: {'Port': ['ID=03a5a3ae-9b5f-49d8-9540-783a3f9778db,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:42.775593 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.811118 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47446) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:42.821616 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.883732 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-1134cd65-5174-435c-8c84-d9323037572a admin admin] Deleting subnet 2469ffff-6ba8-492b-bd34-c2193817befa {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:47:42.891488 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1134cd65-5174-435c-8c84-d9323037572a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.968027 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086d16c-4d4c-4de4-a6cd-0219ffa736e4 req-75c1215b-2b15-4de8-91d0-059fa12c9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:42.969656 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6086d16c-4d4c-4de4-a6cd-0219ffa736e4 req-75c1215b-2b15-4de8-91d0-059fa12c9247 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 1098 time: 0.2042575 Jul 13 14:47:43.004125 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Allocated IP 172.27.1.130 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/e78735e0-2ad1-4ee1-beb2-9f540dfb8818) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:43.015584 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1134cd65-5174-435c-8c84-d9323037572a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.025766 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1134cd65-5174-435c-8c84-d9323037572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.092153 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6086d16c-4d4c-4de4-a6cd-0219ffa736e4 req-3ff55b50-2ea4-4794-be43-67ce36ca1ad3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041436 Jul 13 14:47:43.192330 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1134cd65-5174-435c-8c84-d9323037572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.202914 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.264825 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1134cd65-5174-435c-8c84-d9323037572a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.267073 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1134cd65-5174-435c-8c84-d9323037572a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2469ffff-6ba8-492b-bd34-c2193817befa HTTP/1.1" status: 204 len: 168 time: 0.4541647 Jul 13 14:47:43.268131 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134cd65-5174-435c-8c84-d9323037572a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2469ffff-6ba8-492b-bd34-c2193817befa,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:43.270145 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47464) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:43.339240 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.429650 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=e78735e0-2ad1-4ee1-beb2-9f540dfb8818,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:43.434028 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:43.436956 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:43.444733 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:43.476935 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.710261 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.734639 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.735572 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.736667 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.737024 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > port after_create 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.737445 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.737994 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > port after_update 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.738407 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.738856 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.739391 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.739831 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.797930 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b8f2d-9d9c-436b-8a40-39d242df34e2 req-2fc027f3-2e7b-452d-a669-4229ff7a5f48 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:43.806047 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ce4b8f2d-9d9c-436b-8a40-39d242df34e2 req-2fc027f3-2e7b-452d-a669-4229ff7a5f48 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.3164535 Jul 13 14:47:43.845792 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.846283 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.846567 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.847185 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:47:43.847647 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec32d6f-b062-4a6d-87c5-946557247228']}} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:43.876542 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdf7ada-c533-441c-88c2-f9f5a9ec9ef4') {'for_net_delete': True} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:43.876834 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdf7ada-c533-441c-88c2-f9f5a9ec9ef4') {} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:43.911885 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117327'] for segment, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.920668 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab390a36-33b5-436a-9cf3-5c452d8da1d0 req-2fe30d77-60d9-4c8f-b38c-c12cf8986e1b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:43.922108 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab390a36-33b5-436a-9cf3-5c452d8da1d0 req-2fe30d77-60d9-4c8f-b38c-c12cf8986e1b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 945 time: 0.3439269 Jul 13 14:47:43.949610 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.954338 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ce4b8f2d-9d9c-436b-8a40-39d242df34e2 req-c5da2ef2-9e17-4354-9419-bb07025b0927 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472480 Jul 13 14:47:43.965236 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=110074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:47:43.966278 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60013834'] for segment, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: from cryptography.utils import int_from_bytes Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: from cryptography.utils import int_from_bytes Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: Traceback (most recent call last): Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: timer() Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: cb(*args, **kw) Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: return func(*args, **kwargs) Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: self._notify() Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: self.callback(batched_events) Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: event.method(event) Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: return f(self, *a, **k) Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._get(url).json() Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: return self.request(url, 'GET', **kwargs) Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:47:43.972147 dv-cinder-788364-4-iscsi neutron-server[110074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:47:44.045611 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab390a36-33b5-436a-9cf3-5c452d8da1d0 req-cb6f4c5a-3239-46ce-ab94-8f79e9b8fd86 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135364 Jul 13 14:47:44.085674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.132984 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.175202 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.180239 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] 10.222.0.37 "DELETE /v2.0/networks/eec32d6f-b062-4a6d-87c5-946557247228 HTTP/1.1" status: 204 len: 168 time: 0.9092863 Jul 13 14:47:44.181340 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f91cf5-7977-4e83-bbd5-c51c1477772d admin admin] Pushing event deleted for resources: {'Network': ['ID=eec32d6f-b062-4a6d-87c5-946557247228,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:44.378453 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 03a5a3ae-9b5f-49d8-9540-783a3f9778db up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:44.485498 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 03a5a3ae-9b5f-49d8-9540-783a3f9778db completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:44.517896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.579233 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924c382-f2c4-4682-9398-7fa890c30e2f None None] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:44.614766 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47508) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:44.681444 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47510) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:44.700816 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-9d81615a-192d-4e0d-8c04-0053084f3785 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a44c7bcfb8994ed68a56daa1448ced71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0841861 Jul 13 14:47:44.701962 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47514) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:44.718167 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Router 5db88be8-b21f-40fc-9c51-e6919c6717af is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:47:44.774267 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-9f217c87-38af-4342-8dd7-f9131f6ecf3a None None] Provisioning for port 03a5a3ae-9b5f-49d8-9540-783a3f9778db completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:44.802824 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-9f217c87-38af-4342-8dd7-f9131f6ecf3a None None] Provisioning complete for port 03a5a3ae-9b5f-49d8-9540-783a3f9778db triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:44.803345 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f217c87-38af-4342-8dd7-f9131f6ecf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.879359 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfe64-9f61-4c09-973a-2d46b90d9e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.935876 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfe64-9f61-4c09-973a-2d46b90d9e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.952818 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:44.972823 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Sync routers for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:45.000061 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.001997 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-e04fdaa2-1b0f-493f-840f-145283ea0ab8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7150748 Jul 13 14:47:45.005703 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:45.006324 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47520) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:45.010515 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:47:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:45.108098 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfe64-9f61-4c09-973a-2d46b90d9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.117111 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9f7dfe64-9f61-4c09-973a-2d46b90d9e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.118406 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-9f7dfe64-9f61-4c09-973a-2d46b90d9e95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c6e7d67-77df-4273-8da2-3587fd53aeae HTTP/1.1" status: 204 len: 168 time: 0.4146159 Jul 13 14:47:45.147770 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f217c87-38af-4342-8dd7-f9131f6ecf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.231134 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:45.253207 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-9f217c87-38af-4342-8dd7-f9131f6ecf3a None None] For port 03a5a3ae-9b5f-49d8-9540-783a3f9778db, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=03a5a3ae-9b5f-49d8-9540-783a3f9778db,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:45.258832 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9f217c87-38af-4342-8dd7-f9131f6ecf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.266201 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dfe64-9f61-4c09-973a-2d46b90d9e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6e7d67-77df-4273-8da2-3587fd53aeae,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.446322 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f217c87-38af-4342-8dd7-f9131f6ecf3a None None] Pushing event updated for resources: {'Port': ['ID=03a5a3ae-9b5f-49d8-9540-783a3f9778db,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.452589 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47532) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:45.593209 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-771a5421-bf7e-4df6-93d4-75efbbd506d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.596968 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 3, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:45.665065 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Checking router: 5db88be8-b21f-40fc-9c51-e6919c6717af for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:45.665419 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Updating router 5db88be8-b21f-40fc-9c51-e6919c6717af port e78735e0-2ad1-4ee1-beb2-9f540dfb8818 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:47:45.691838 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-80a1c1b6-4450-4529-bdda-77b7c1df1efc None None] Provisioning complete for port 03a5a3ae-9b5f-49d8-9540-783a3f9778db triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:45.692500 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-80a1c1b6-4450-4529-bdda-77b7c1df1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.734892 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.768496 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138029a-f8e7-4162-b1f9-9821780cc168 req-e773a0e8-f549-4812-925f-918ba8b7c4a8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:45.770107 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c138029a-f8e7-4162-b1f9-9821780cc168 req-e773a0e8-f549-4812-925f-918ba8b7c4a8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.4976821 Jul 13 14:47:45.829572 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d4042-84ba-435b-845b-9bde80c6d21b req-54da780b-615e-497c-aaea-aab056abc788 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:45.836994 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5a6d4042-84ba-435b-845b-9bde80c6d21b req-54da780b-615e-497c-aaea-aab056abc788 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 945 time: 0.4452937 Jul 13 14:47:45.935266 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3e0c022c-1fe8-4afc-ab64-93d14f62cf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.959545 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.001958 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c138029a-f8e7-4162-b1f9-9821780cc168 req-4f8c8a7e-b7c3-4597-a3e3-a56d48e5f617 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214022 Jul 13 14:47:46.022937 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5a6d4042-84ba-435b-845b-9bde80c6d21b req-c635f442-58ff-4d4a-b597-03b7f5e953f6 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785660 Jul 13 14:47:46.075753 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-771a5421-bf7e-4df6-93d4-75efbbd506d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.085826 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-771a5421-bf7e-4df6-93d4-75efbbd506d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.208523 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-771a5421-bf7e-4df6-93d4-75efbbd506d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adf0e6e60f39420dac78768d6c54c4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5229623 Jul 13 14:47:46.209463 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5421-bf7e-4df6-93d4-75efbbd506d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c38f87-4c90-4b68-966e-4498bbb70ebc,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.215677 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47562) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:46.285986 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 03a5a3ae-9b5f-49d8-9540-783a3f9778db up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:46.342737 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b5ae-86cc-486c-967f-a0cbb238d174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.397236 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b5ae-86cc-486c-967f-a0cbb238d174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.432642 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 03a5a3ae-9b5f-49d8-9540-783a3f9778db triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:46.434162 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.477896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3e0c022c-1fe8-4afc-ab64-93d14f62cf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.497706 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3e0c022c-1fe8-4afc-ab64-93d14f62cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.508730 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.554112 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-3e0c022c-1fe8-4afc-ab64-93d14f62cf1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7c54f72624c40bcb75e492403be4a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0978086 Jul 13 14:47:46.561804 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47568) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:46.580720 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Transition to ACTIVE for port object e78735e0-2ad1-4ee1-beb2-9f540dfb8818 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:46.584767 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Allocated IP 172.20.0.1 (aa79d9f6-a2ef-405f-8803-8b8236d03e56/d76d458f-63d6-4585-b8ac-6b5f35326c68/ca888c43-5d10-4a2f-8ba2-ce3080a0ee76) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:46.607415 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.665371 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c022c-1fe8-4afc-ab64-93d14f62cf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c51e32-9462-43ee-8143-d21c15acbe76,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.697196 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b5ae-86cc-486c-967f-a0cbb238d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.700063 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b5ae-86cc-486c-967f-a0cbb238d174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.701288 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-9cf9b5ae-86cc-486c-967f-a0cbb238d174 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4c38f87-4c90-4b68-966e-4498bbb70ebc HTTP/1.1" status: 204 len: 168 time: 0.4844213 Jul 13 14:47:46.702194 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2507e1ce-17fd-4c75-92de-32f0c9fb78ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.715800 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9b5ae-86cc-486c-967f-a0cbb238d174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c38f87-4c90-4b68-966e-4498bbb70ebc,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.749545 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2507e1ce-17fd-4c75-92de-32f0c9fb78ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.837181 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Attempting to bind port e78735e0-2ad1-4ee1-beb2-9f540dfb8818 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:46.838049 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Attempting to bind port e78735e0-2ad1-4ee1-beb2-9f540dfb8818 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:46.840612 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Attempting to bind port e78735e0-2ad1-4ee1-beb2-9f540dfb8818 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:46.850704 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Pushing event updated for resources: {'Port': ['ID=e78735e0-2ad1-4ee1-beb2-9f540dfb8818,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.852922 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2507e1ce-17fd-4c75-92de-32f0c9fb78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.858807 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2507e1ce-17fd-4c75-92de-32f0c9fb78ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.862630 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.863601 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.864163 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.864940 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.865444 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.865672 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-2507e1ce-17fd-4c75-92de-32f0c9fb78ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06c51e32-9462-43ee-8143-d21c15acbe76 HTTP/1.1" status: 204 len: 168 time: 0.3012691 Jul 13 14:47:46.866235 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.866769 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.867372 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.868428 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.869785 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.870139 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.870521 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:46.876178 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:46.876567 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:46.877156 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.877431 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e1ce-17fd-4c75-92de-32f0c9fb78ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c51e32-9462-43ee-8143-d21c15acbe76,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:46.877882 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:46.878650 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Bound port: e78735e0-2ad1-4ee1-beb2-9f540dfb8818, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:46.879998 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.932737 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.973720 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Transition to ACTIVE for port object ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:47.037591 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] For port e78735e0-2ad1-4ee1-beb2-9f540dfb8818, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:47.054495 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] For port e78735e0-2ad1-4ee1-beb2-9f540dfb8818, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=e78735e0-2ad1-4ee1-beb2-9f540dfb8818,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:47.055869 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.068816 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.165882 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:47.173811 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:47.208521 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:47.223146 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a1551-185e-40c1-a2a1-e749afe0d669 None None] Pushing event updated for resources: {'Port': ['ID=e78735e0-2ad1-4ee1-beb2-9f540dfb8818,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:47.280251 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:47.283382 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:47:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:47.424016 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.525878 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276501bd-861f-4b29-9a49-30f9ec34f7c5 req-332fa648-76c8-4bff-bcef-3d025c8dbd1c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.535958 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Pushing event updated for resources: {'Port': ['ID=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:47.543180 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-276501bd-861f-4b29-9a49-30f9ec34f7c5 req-332fa648-76c8-4bff-bcef-3d025c8dbd1c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2844918 Jul 13 14:47:47.642811 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-76a4cdc5-0757-4a0e-9db1-11502500ed20 None None] Provisioning for port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:47.659242 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:47.664768 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-76a4cdc5-0757-4a0e-9db1-11502500ed20 None None] Provisioning complete for port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:47.665302 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-76a4cdc5-0757-4a0e-9db1-11502500ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.689544 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-276501bd-861f-4b29-9a49-30f9ec34f7c5 req-c0109013-f77e-41df-a77a-1f5d62a6aa9e tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449525 Jul 13 14:47:47.737292 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.806721 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-76a4cdc5-0757-4a0e-9db1-11502500ed20 None None] Port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:47.937923 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 3, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:48.055473 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.071271 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.137787 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632842a3-c516-4227-9629-4047b2eccaf9 None None] The sync data for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi is: [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 3, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:48.163443 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Pushing event updated for resources: {'Port': ['ID=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:48.166419 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.361726 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:48.364069 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:48.716204 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Router 5db88be8-b21f-40fc-9c51-e6919c6717af has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:48.973816 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-b7f90356-1ada-4d87-bfb1-2966174fb0d6 None None] Provisioning complete for port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:48.974452 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b7f90356-1ada-4d87-bfb1-2966174fb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.103374 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47658) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:49.130416 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-b7f90356-1ada-4d87-bfb1-2966174fb0d6 None None] Port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:49.155918 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:49.180628 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-33805521-6f97-44a7-9d93-9a639c8608dc admin admin] 10.222.0.37 "PUT /v2.0/routers/5db88be8-b21f-40fc-9c51-e6919c6717af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1726704 Jul 13 14:47:49.224967 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55721db4-119e-4f5b-b359-779a60981fc4 req-59744e16-4c99-4de0-8aa1-d3f36c330027 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:49.240970 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-55721db4-119e-4f5b-b359-779a60981fc4 req-59744e16-4c99-4de0-8aa1-d3f36c330027 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2206454 Jul 13 14:47:49.359269 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-55721db4-119e-4f5b-b359-779a60981fc4 req-a3efeb70-fe2e-4d00-899d-57b977f6991b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164885 Jul 13 14:47:49.426802 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1955121979-network', 'tenant_id': '8c166e60d0fe4e4da6a53deb1fef688c'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:49.472924 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Made reservation on behalf of 8c166e60d0fe4e4da6a53deb1fef688c for: {'network': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:49.476282 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.488721 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.704299 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-0c661d77-f7ff-41f5-9777-c090d62fb3ac tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:49.713210 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-0c661d77-f7ff-41f5-9777-c090d62fb3ac tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 813 time: 0.2150912 Jul 13 14:47:49.798691 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.810319 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-a6a89e37-6a03-4794-a18a-c78bbc5cd703 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/quotas/92100d59e4a64cf594a522b6ed75049a HTTP/1.1" status: 200 len: 375 time: 0.0892916 Jul 13 14:47:49.814687 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.907792 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=110073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:47:49.960768 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.961594 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.segments_db [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Added segment 4b321a4b-7680-4451-ac36-68dc32745040 of type vlan for network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 Jul 13 14:47:49.969100 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b58a3da-a467-4622-9801-3254422b05cc,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:50.082346 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.117400 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-e94dc1ca-f508-414f-b47c-fa825d21eed3 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3058817 Jul 13 14:47:50.132404 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.133790 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:50.134653 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.289759 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device e78735e0-2ad1-4ee1-beb2-9f540dfb8818 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:50.409719 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port e78735e0-2ad1-4ee1-beb2-9f540dfb8818 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:50.419258 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port e78735e0-2ad1-4ee1-beb2-9f540dfb8818 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:50.419881 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3149185 Jul 13 14:47:50.419999 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.424335 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47714) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:50.424937 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1554e2-f5ec-4dfb-a583-16abd5d7747e admin admin] Pushing event updated for resources: {'Network': ['ID=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:50.452162 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Request body: {'subnet': {'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1955121979-subnet', 'tenant_id': '8c166e60d0fe4e4da6a53deb1fef688c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:50.492789 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-16465711-7161-404d-932a-d3742e0dce76 service neutron] 10.222.0.37 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541932 Jul 13 14:47:50.526234 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Made reservation on behalf of 8c166e60d0fe4e4da6a53deb1fef688c for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:50.530028 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59020790'] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.534112 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:47:50.629821 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47722) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:50.637833 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-934648491-network', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:50.699091 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-32b1caa4-d9b3-4a1a-bd7d-3ca578841011 service neutron] 10.222.0.37 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929796 Jul 13 14:47:50.701132 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Made reservation on behalf of aa63d5bdcb704027b23be4edfa3b228c for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:50.704113 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.736357 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.917370 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.933463 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60015205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59020740'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.999891 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port e78735e0-2ad1-4ee1-beb2-9f540dfb8818, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=e78735e0-2ad1-4ee1-beb2-9f540dfb8818,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:51.008283 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.066803 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Checking segment: {'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:51.066987 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Network hostable DHCP agents. Network: b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:47:51.071036 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf9dba0-b3bc-408a-b0f2-ed926692db4e,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:51.130686 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.146531 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=e78735e0-2ad1-4ee1-beb2-9f540dfb8818,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:51.150949 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b7e7b-8c80-46b8-b556-b93f2d75a660 req-24016bee-ff8a-48f8-b797-54ea0ee2e465 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:51.161388 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.165241 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d68b7e7b-8c80-46b8-b556-b93f2d75a660 req-24016bee-ff8a-48f8-b797-54ea0ee2e465 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.1894295 Jul 13 14:47:51.223475 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:47:51.228319 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366859f3-b5ec-49a1-8751-afffd0522538,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:51.248801 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:47:51.253503 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Sync routers for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:51.266083 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:51.266828 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:47:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:51.275341 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.275932 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Added segment 38c441a5-042a-4ee9-a758-65baa305c804 of type vlan for network 04609173-cf3f-4de3-99c3-480cee25162a Jul 13 14:47:51.286478 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:51.294065 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:51.294799 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.342207 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.361139 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-4b078738-5e65-4ec7-b461-233d1543468e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9347446 Jul 13 14:47:51.380114 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17d8f45-8cf5-43b6-ad31-c1f7089a7f64 None None] Network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:51.454444 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.459224 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:51.460353 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.669164 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0377190 Jul 13 14:47:51.694452 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47756) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:51.716636 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Request body: {'subnet': {'network_id': '04609173-cf3f-4de3-99c3-480cee25162a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-934648491-subnet', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:51.718624 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-700a7f46-1a06-4e64-8896-5121d1584ec9 req-608bee04-4aea-4d30-890f-f2020de02d56 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 210 time: 0.0787928 Jul 13 14:47:51.729318 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d68b7e7b-8c80-46b8-b556-b93f2d75a660 req-5a3fad5c-f272-43fa-b821-ba03fa526903 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629663 Jul 13 14:47:51.805571 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31bdd4-06a4-4a56-8659-501e725f6266 admin admin] Pushing event updated for resources: {'Network': ['ID=04609173-cf3f-4de3-99c3-480cee25162a,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:51.815984 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Made reservation on behalf of aa63d5bdcb704027b23be4edfa3b228c for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:51.818367 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59020790'] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.865752 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:51.868487 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 04609173-cf3f-4de3-99c3-480cee25162a details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:47:52.013751 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e293e2-5091-498f-815b-a09872fad6e1 None None] Network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:52.044498 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60015205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59020740'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.325777 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device e78735e0-2ad1-4ee1-beb2-9f540dfb8818 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:52.353243 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce12651-c5d2-4303-8001-2e8bea615d83,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:52.359309 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Checking segment: {'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:52.359597 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Network hostable DHCP agents. Network: 04609173-cf3f-4de3-99c3-480cee25162a, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:47:52.395085 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Network 04609173-cf3f-4de3-99c3-480cee25162a is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:47:52.395482 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 2, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:52.413923 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 04609173-cf3f-4de3-99c3-480cee25162a) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:52.423002 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:52.423635 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.431009 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6c989f-7cea-47bf-9347-895ce2b30e90 None None] Network 04609173-cf3f-4de3-99c3-480cee25162a requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:52.435283 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Checking router: 5db88be8-b21f-40fc-9c51-e6919c6717af for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:52.435684 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Updating router 5db88be8-b21f-40fc-9c51-e6919c6717af port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:47:52.455357 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 47776) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:52.460334 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:52.463166 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c05729bb-2af1-41e6-a773-8a5fc9904df1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7647080 Jul 13 14:47:52.483711 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.484799 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.520016 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port e78735e0-2ad1-4ee1-beb2-9f540dfb8818 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:52.520390 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.545259 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.547132 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.708084 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.837767 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-04609173-cf3f-4de3-99c3-480cee25162a', 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'fixed_ips': [{'subnet_id': '1ce12651-c5d2-4303-8001-2e8bea615d83'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:47:52.838639 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.986022 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0fc4014f-7c95-432e-b68b-135145c374ac req-35df8fe9-31b2-45e6-ae67-8b338ba9bb0f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 210 time: 0.0411522 Jul 13 14:47:53.037917 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.060055 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.086534 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Allocated IP 172.20.0.2 (04609173-cf3f-4de3-99c3-480cee25162a/1ce12651-c5d2-4303-8001-2e8bea615d83/9426d0c4-e6ac-4cdb-a6bb-a0c767c53454) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:53.122405 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.197006 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Transition to ACTIVE for port object ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:53.211646 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.285500 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Allocated IP 172.27.1.158 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/92fdf38b-a396-4ca5-80d5-5061a17cd9b0) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:53.292151 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8add26a-6cb9-4c31-9ba2-ccfeb88db13f None None] Pushing event updated for resources: {'Port': ['ID=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:53.392282 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Attempting to bind port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:53.392643 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Attempting to bind port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:53.393001 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Attempting to bind port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 on network aa79d9f6-a2ef-405f-8803-8b8236d03e56 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:53.402516 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.405233 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:53.405641 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Checking segment: {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:53.406034 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.406467 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Bound using segment: {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:53.406907 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Bound port: ca888c43-5d10-4a2f-8ba2-ce3080a0ee76, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:53.407280 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.421538 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ce15-04b6-4753-b5cd-2c91aaabc6c7 req-32938d5f-337e-4fc1-b6fc-1469ec330f5d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:53.424009 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Transition to ACTIVE for port object 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:53.424168 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a425ce15-04b6-4753-b5cd-2c91aaabc6c7 req-32938d5f-337e-4fc1-b6fc-1469ec330f5d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2375166 Jul 13 14:47:53.463524 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Transition to ACTIVE for port object 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:53.488879 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.536888 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] For port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:53.546598 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a425ce15-04b6-4753-b5cd-2c91aaabc6c7 req-2abdf752-57ac-4bef-8fd0-07650dfdfb35 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045337 Jul 13 14:47:53.574951 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Network 04609173-cf3f-4de3-99c3-480cee25162a is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:53.578104 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.589385 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] For port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:53.592483 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:53.596791 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Pushing event updated for resources: {'Port': ['ID=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:53.599319 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:53.605344 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.631443 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.670172 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:53.673263 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:53.687196 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:53.713495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Pushing event updated for resources: {'Port': ['ID=92fdf38b-a396-4ca5-80d5-5061a17cd9b0,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:53.869668 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8add26a-6cb9-4c31-9ba2-ccfeb88db13f None None] Pushing event updated for resources: {'Port': ['ID=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:53.873815 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Attempting to bind port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:53.874198 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Attempting to bind port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:53.874571 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Attempting to bind port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 on network 04609173-cf3f-4de3-99c3-480cee25162a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:53.877426 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:53.878157 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:47:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:53.931281 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:53.932092 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Checking segment: {'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:53.933248 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.934002 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Bound using segment: {'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:53.934823 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Bound port: 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:53.936694 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.107674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.146051 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] For port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:54.150273 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] For port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,segment=NetworkSegment(38c441a5-042a-4ee9-a758-65baa305c804),segment_id=38c441a5-042a-4ee9-a758-65baa305c804)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:54.160172 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.262280 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:54.267449 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c693c12-846d-41fc-91d9-cef83bf50211 None None] Pushing event updated for resources: {'Port': ['ID=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:54.311707 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f2adfa73-c91b-46cf-8950-54d597e8bf2c req-74cdc8ba-1485-475c-b3d9-a3daeec79556 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 210 time: 0.1124203 Jul 13 14:47:54.563930 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.622935 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:53Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:54.675651 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6264b5-2935-4524-9126-ed5732fe89c2 None None] The sync data for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi is: [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:53Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:54.797482 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Router f2823fba-f808-44b2-977c-2920b17eea34 is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:47:55.011514 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:55.025181 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Sync routers for ids ['f2823fba-f808-44b2-977c-2920b17eea34'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:55.081500 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Routers {'f2823fba-f808-44b2-977c-2920b17eea34'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:55.086408 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:47:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['f2823fba-f808-44b2-977c-2920b17eea34'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:55.211401 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:55.213141 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-8981037b-c5ce-4129-904c-f735b4213f2f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7566628 Jul 13 14:47:55.216988 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47838) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:55.402832 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Set router f2823fba-f808-44b2-977c-2920b17eea34 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:55.467699 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-db48d0bd-ccfa-4e4a-9f8e-34a9874aa992 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.477199 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-db48d0bd-ccfa-4e4a-9f8e-34a9874aa992 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/networks?id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 HTTP/1.1" status: 200 len: 809 time: 0.3860173 Jul 13 14:47:55.503302 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05cf7-7ffa-4c18-b456-4434a04115f2 req-9d1a7f07-8bbe-4e18-9178-a51d7dde66c8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.506754 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c7f05cf7-7ffa-4c18-b456-4434a04115f2 req-9d1a7f07-8bbe-4e18-9178-a51d7dde66c8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.6339612 Jul 13 14:47:55.569843 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-08ad43a0-a0bc-4c71-a46d-93aa6b88931d tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/quotas/8c166e60d0fe4e4da6a53deb1fef688c HTTP/1.1" status: 200 len: 375 time: 0.0883315 Jul 13 14:47:55.702933 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47852) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:55.731727 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-38f361aa-21dd-4970-a7ec-1903107f393e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c166e60d0fe4e4da6a53deb1fef688c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1576498 Jul 13 14:47:55.755423 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-b6cddfe4-8b56-4602-9f3f-0845820e88b1 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.757630 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-b6cddfe4-8b56-4602-9f3f-0845820e88b1 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 813 time: 0.7433541 Jul 13 14:47:55.843813 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Request body: {'port': {'device_id': '178cd9dd-4eea-4523-b670-77c92ba60521', 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'admin_state_up': True, 'tenant_id': '92100d59e4a64cf594a522b6ed75049a'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:55.937954 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:47:53Z', 'revision_number': 3, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port': {'id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:53Z', 'updated_at': '2021-07-13T14:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:55.962054 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268e68e-aa7e-422f-b41d-e50b8f8f2f7c None None] Network 04609173-cf3f-4de3-99c3-480cee25162a requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:55.976377 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c7f05cf7-7ffa-4c18-b456-4434a04115f2 req-46af3a0a-82df-4e26-a9e4-d098581182d3 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227142 Jul 13 14:47:56.021639 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-76736e5b-0ce7-4b9e-b81f-99c1ab43a26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.043092 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Checking router: f2823fba-f808-44b2-977c-2920b17eea34 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:56.045394 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Updating router f2823fba-f808-44b2-977c-2920b17eea34 port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:47:56.112850 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.133656 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.db.api [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 14:47:56.133656 dv-cinder-788364-4-iscsi neutron-server[110073]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 14:47:56.133656 dv-cinder-788364-4-iscsi neutron-server[110073]: [parameters: {'project_id': '92100d59e4a64cf594a522b6ed75049a', 'id': '74625fb7-b1c4-4e73-a804-04dbbeddfb51', 'expiration': datetime.datetime(2021, 7, 13, 14, 49, 56, 103705)}] Jul 13 14:47:56.133656 dv-cinder-788364-4-iscsi neutron-server[110073]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=110073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:47:56.134318 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG oslo_db.api [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:47:56.142142 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-b6238eca-65bf-4f8a-953f-6ab9e2fad749 service neutron] 10.222.0.37 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093239 Jul 13 14:47:56.291448 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-b853984c-a8e2-44ab-932d-707f3c1e59cb None None] Provisioning for port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:56.368917 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-7a1a0ade-3e3a-4da3-825a-6a0ca954ca24 service neutron] 10.222.0.37 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207441 Jul 13 14:47:56.388617 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.493234 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:56.609523 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00061b28-15cb-44a8-bb1d-66d858c6c635 req-ce873d6a-5b14-4b28-af48-581cbf2f9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:56.611548 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-00061b28-15cb-44a8-bb1d-66d858c6c635 req-ce873d6a-5b14-4b28-af48-581cbf2f9325 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 1098 time: 0.1424196 Jul 13 14:47:56.688225 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc72c407-ca92-4a6d-91aa-9757c762906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.693643 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-931c47d5-a191-4f72-a1f4-3cdd2ffa79c7 req-891fb71d-ad6b-4e24-b4a7-2c5177a6745f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 210 time: 0.0786147 Jul 13 14:47:56.747925 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-76736e5b-0ce7-4b9e-b81f-99c1ab43a26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.753497 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-76736e5b-0ce7-4b9e-b81f-99c1ab43a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.862077 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.892589 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Transition to ACTIVE for port object 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:56.905649 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.916590 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-76736e5b-0ce7-4b9e-b81f-99c1ab43a26a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0b39c3a6c9242438ca9819f759f9aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2114329 Jul 13 14:47:56.919678 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47876) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:56.941439 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76736e5b-0ce7-4b9e-b81f-99c1ab43a26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a7cc5e-b7a9-4588-8f2c-3a3eb2b4b58b,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:56.973376 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:56.986164 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:56.986935 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.031057 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-00061b28-15cb-44a8-bb1d-66d858c6c635 req-63043204-338b-48db-b725-fb97c10ec029 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957844 Jul 13 14:47:57.063673 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f75f64ab-784d-4951-8554-d6ec59bdf831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.066145 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Allocated IP 172.20.0.1 (04609173-cf3f-4de3-99c3-480cee25162a/1ce12651-c5d2-4303-8001-2e8bea615d83/df17c9ec-555d-43c6-9a2d-0feae11c784c) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:57.067698 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b13b9d2a-57a3-43ad-8df3-5417351d98cc req-2261c917-44df-4d97-a1eb-d3f233b18857 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 210 time: 0.2017419 Jul 13 14:47:57.078306 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Made reservation on behalf of 92100d59e4a64cf594a522b6ed75049a for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:57.105807 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.159053 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f75f64ab-784d-4951-8554-d6ec59bdf831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.173211 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Attempting to bind port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:57.173745 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Attempting to bind port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:57.174027 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Attempting to bind port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:57.204225 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b2420-1824-4792-92b8-b20dbb235b99 None None] Pushing event updated for resources: {'Port': ['ID=92fdf38b-a396-4ca5-80d5-5061a17cd9b0,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:57.210074 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:57.210462 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:57.211380 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.211848 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:57.212989 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Bound port: 92fdf38b-a396-4ca5-80d5-5061a17cd9b0, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:57.213421 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.391262 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] For port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:57.400204 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] For port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=92fdf38b-a396-4ca5-80d5-5061a17cd9b0,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:57.409171 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.437243 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f75f64ab-784d-4951-8554-d6ec59bdf831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.440725 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f75f64ab-784d-4951-8554-d6ec59bdf831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.446952 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f75f64ab-784d-4951-8554-d6ec59bdf831 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68a7cc5e-b7a9-4588-8f2c-3a3eb2b4b58b HTTP/1.1" status: 204 len: 168 time: 0.5177665 Jul 13 14:47:57.462185 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.492487 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Allocated IP 172.20.0.4 (fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35/69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e/0df8f1cb-f747-442c-8b43-e7bb7bc729cc) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:57.500912 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f64ab-784d-4951-8554-d6ec59bdf831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a7cc5e-b7a9-4588-8f2c-3a3eb2b4b58b,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:57.513828 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.551428 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Transition to ACTIVE for port object df17c9ec-555d-43c6-9a2d-0feae11c784c will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:57.559771 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:57.571527 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.574134 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Routers {'f2823fba-f808-44b2-977c-2920b17eea34'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:57.575874 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:47:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['f2823fba-f808-44b2-977c-2920b17eea34'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:57.578383 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:57.646290 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.703264 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e640cc-6bf1-469b-872d-986d4e1af7c1 req-ad5ee9fa-092c-4b0b-a7bd-1b416e36af5d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:57.711759 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a2e640cc-6bf1-469b-872d-986d4e1af7c1 req-ad5ee9fa-092c-4b0b-a7bd-1b416e36af5d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2060230 Jul 13 14:47:57.732398 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b2420-1824-4792-92b8-b20dbb235b99 None None] Pushing event updated for resources: {'Port': ['ID=92fdf38b-a396-4ca5-80d5-5061a17cd9b0,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:57.774603 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Network 04609173-cf3f-4de3-99c3-480cee25162a is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:57.785862 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:57.798574 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:57.809993 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:57.829290 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a2e640cc-6bf1-469b-872d-986d4e1af7c1 req-24cf05da-26c7-45f9-a65b-f0a5e3ff3ec3 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162171 Jul 13 14:47:57.925931 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:57.951488 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:57.952003 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.958983 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Pushing event updated for resources: {'Port': ['ID=df17c9ec-555d-43c6-9a2d-0feae11c784c,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:57.962730 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.999891 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.002630 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] Set router f2823fba-f808-44b2-977c-2920b17eea34 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:58.163861 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-03f9495e-3d63-43b3-9636-a925091672aa req-578e9645-1c9c-434d-b0eb-dd87434382df tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 210 time: 0.0949466 Jul 13 14:47:58.175196 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.207570 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a89781b8-e496-4173-b893-0056249480d2', '16bba645-6d43-4169-be78-a40616dc9720'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:58.302264 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:58.319302 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:58.322931 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.349446 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:58.440868 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.509924 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:47:53Z', 'revision_number': 3, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port': {'id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:53Z', 'updated_at': '2021-07-13T14:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:58.512531 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-596c72b4-4dd6-4a8f-91d6-59e12eed6e94 req-541868bb-2404-4725-a3d3-2be56fa606a6 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 210 time: 0.1643488 Jul 13 14:47:58.527062 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Pushing event updated for resources: {'Port': ['ID=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:58.539372 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-cccfb7fc-ef75-4b87-8dd1-65801151262b None None] Provisioning for port df17c9ec-555d-43c6-9a2d-0feae11c784c completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:58.571692 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:58.572723 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.579164 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-cccfb7fc-ef75-4b87-8dd1-65801151262b None None] Provisioning complete for port df17c9ec-555d-43c6-9a2d-0feae11c784c triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:58.579968 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cccfb7fc-ef75-4b87-8dd1-65801151262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.596843 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe1bac-3706-4603-9abe-717f1daf9afd None None] The sync data for ids ['f2823fba-f808-44b2-977c-2920b17eea34'] in dv-cinder-788364-4-iscsi is: [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:47:53Z', 'revision_number': 3, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port': {'id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:53Z', 'updated_at': '2021-07-13T14:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:58.617320 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-2d91b774-cd74-4bb9-ab42-b38ad0db8685 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7905860 Jul 13 14:47:58.632520 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Request body: {'port': {'device_id': '178cd9dd-4eea-4523-b670-77c92ba60521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:58.649072 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,segment=NetworkSegment(38c441a5-042a-4ee9-a758-65baa305c804),segment_id=38c441a5-042a-4ee9-a758-65baa305c804)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:58.665840 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.732661 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.745614 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.873229 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cccfb7fc-ef75-4b87-8dd1-65801151262b None None] Port df17c9ec-555d-43c6-9a2d-0feae11c784c cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:58.896060 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:59.025796 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.030614 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Pushing event updated for resources: {'Port': ['ID=df17c9ec-555d-43c6-9a2d-0feae11c784c,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:59.119252 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:59.175051 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:59.175491 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.220085 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47934) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:59.250762 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Network 04609173-cf3f-4de3-99c3-480cee25162a is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:59.253447 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:59.534025 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.641684 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-acbe86c9-52ca-4c6b-9991-4de572424560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.671216 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.764317 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Router f2823fba-f808-44b2-977c-2920b17eea34 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:59.861687 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-fc331621-1417-498f-a712-d9a2691a8af8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:59.863379 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-fc331621-1417-498f-a712-d9a2691a8af8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.61 "GET /v2.0/networks?id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 HTTP/1.1" status: 200 len: 809 time: 0.1891820 Jul 13 14:47:59.873382 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1a681cbd-a0ac-4f5b-8ca6-834e070127c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.922019 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-d5daa901-ec1b-4083-92ce-8e6dc442ed8d None None] Provisioning complete for port df17c9ec-555d-43c6-9a2d-0feae11c784c triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:59.922794 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5daa901-ec1b-4083-92ce-8e6dc442ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.928748 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47944) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:59.973383 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Request body: {'port': {'device_id': 'e18619e4-9e52-468a-af00-52c17721329e', 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1', 'admin_state_up': True, 'tenant_id': '8c166e60d0fe4e4da6a53deb1fef688c'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:00.005012 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-d5daa901-ec1b-4083-92ce-8e6dc442ed8d None None] Port df17c9ec-555d-43c6-9a2d-0feae11c784c cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:48:00.165982 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-acbe86c9-52ca-4c6b-9991-4de572424560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.178447 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-acbe86c9-52ca-4c6b-9991-4de572424560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.185700 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-75db67bc-053d-4d58-8d47-44c575c433c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.218952 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:00.240212 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-8447b222-ed36-4df2-933c-d6693a65b509 admin admin] 10.222.0.37 "PUT /v2.0/routers/f2823fba-f808-44b2-977c-2920b17eea34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0136838 Jul 13 14:48:00.250793 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-acbe86c9-52ca-4c6b-9991-4de572424560 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ca4765871ea4fbfbf27ac3481df6a55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279038 Jul 13 14:48:00.251535 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe86c9-52ca-4c6b-9991-4de572424560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21f5e98-a213-430e-be60-7d0672ec5e73,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:00.254911 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47956) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:00.326172 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2c2e2-7b26-4951-bea0-bf44031018be req-344a86bb-aebf-49fc-9037-b3303c85ec80 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:00.327887 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-abf2c2e2-7b26-4951-bea0-bf44031018be req-344a86bb-aebf-49fc-9037-b3303c85ec80 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 931 time: 0.6808262 Jul 13 14:48:00.336659 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Made reservation on behalf of 8c166e60d0fe4e4da6a53deb1fef688c for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:00.341140 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.356398 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d860bc2-b14e-42b1-b679-dc2a770f5c43 req-491b2884-03da-4a54-807c-7c46e30ae779 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:00.364729 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d860bc2-b14e-42b1-b679-dc2a770f5c43 req-491b2884-03da-4a54-807c-7c46e30ae779 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.7184472 Jul 13 14:48:00.387677 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5593d0ee-d17f-4d52-9f17-46627fb58406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.403845 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.428844 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5593d0ee-d17f-4d52-9f17-46627fb58406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.508630 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-75db67bc-053d-4d58-8d47-44c575c433c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.544231 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-75db67bc-053d-4d58-8d47-44c575c433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.593527 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d860bc2-b14e-42b1-b679-dc2a770f5c43 req-a9b50f4d-5d70-4e29-8116-690d132f34cb tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278883 Jul 13 14:48:00.595873 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5593d0ee-d17f-4d52-9f17-46627fb58406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.598889 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5593d0ee-d17f-4d52-9f17-46627fb58406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.599678 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-5593d0ee-d17f-4d52-9f17-46627fb58406 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e21f5e98-a213-430e-be60-7d0672ec5e73 HTTP/1.1" status: 204 len: 168 time: 0.3437212 Jul 13 14:48:00.609998 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-75db67bc-053d-4d58-8d47-44c575c433c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d79ef2816de432d8c7cb2e8e1568d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6798260 Jul 13 14:48:00.610815 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 47966) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:00.612656 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db67bc-053d-4d58-8d47-44c575c433c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df148d3-1980-41f1-b2b8-2e55ff6dffee,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:00.652443 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593d0ee-d17f-4d52-9f17-46627fb58406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21f5e98-a213-430e-be60-7d0672ec5e73,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:00.657153 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-abf2c2e2-7b26-4951-bea0-bf44031018be req-6578dc12-f556-4670-a968-ed209381cc44 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134511 Jul 13 14:48:00.759335 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6b0e884b-b1a3-4fa2-a006-019a2644a396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.822531 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6b0e884b-b1a3-4fa2-a006-019a2644a396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.915274 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6b0e884b-b1a3-4fa2-a006-019a2644a396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.919874 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5a786d15-cc1f-4854-9dd8-e72c2ee86ac1 req-46305fd6-9092-4181-af76-57d29ee6ca6e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 210 time: 0.0864456 Jul 13 14:48:00.921793 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6b0e884b-b1a3-4fa2-a006-019a2644a396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:00.932162 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6b0e884b-b1a3-4fa2-a006-019a2644a396 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3df148d3-1980-41f1-b2b8-2e55ff6dffee HTTP/1.1" status: 204 len: 168 time: 0.3159957 Jul 13 14:48:00.969565 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e884b-b1a3-4fa2-a006-019a2644a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df148d3-1980-41f1-b2b8-2e55ff6dffee,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:01.027757 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Allocated IP 172.20.0.11 (b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1/fcf9dba0-b3bc-408a-b0f2-ed926692db4e/6de4dae2-a3ed-4222-93bc-9531510881a5) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:01.042839 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df8f1cb-f747-442c-8b43-e7bb7bc729cc {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:01.077793 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:01.124415 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.181846 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:01.190244 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:01.190928 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.240089 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Transition to ACTIVE for port object 0df8f1cb-f747-442c-8b43-e7bb7bc729cc will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:01.295084 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.483535 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.515867 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=92fdf38b-a396-4ca5-80d5-5061a17cd9b0,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:01.522605 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.524572 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:01.638231 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=92fdf38b-a396-4ca5-80d5-5061a17cd9b0,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:01.659781 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:01.660158 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.674054 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Pushing event updated for resources: {'Port': ['ID=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:01.807055 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.813388 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Sync routers for ids ['f2823fba-f808-44b2-977c-2920b17eea34'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:01.832951 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Routers {'f2823fba-f808-44b2-977c-2920b17eea34'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:01.834070 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:48:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['f2823fba-f808-44b2-977c-2920b17eea34'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:01.855199 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02789e7-c05e-457f-bd20-ba79016ec7a9 req-aed94dcd-8813-49d5-bb96-7e50505d5c60 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:01.862487 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f02789e7-c05e-457f-bd20-ba79016ec7a9 req-aed94dcd-8813-49d5-bb96-7e50505d5c60 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.6408911 Jul 13 14:48:01.927450 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48008) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:01.953210 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-520f6b69-dc44-422b-ab47-4704369b9817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.985542 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f02789e7-c05e-457f-bd20-ba79016ec7a9 req-48002229-b468-4ced-80d6-b4c9d7eaa692 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219313 Jul 13 14:48:01.989468 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Attempting to bind port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:01.989816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Attempting to bind port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:01.990188 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Attempting to bind port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:01.996009 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.998429 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:48:01.998961 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Attempting to bind port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:02.033317 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:02.033937 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Checking segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:02.034489 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Bound using segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:02.035152 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Bound port: 0df8f1cb-f747-442c-8b43-e7bb7bc729cc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:02.035720 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.066992 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Set router f2823fba-f808-44b2-977c-2920b17eea34 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:02.110692 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Pushing event updated for resources: {'Port': ['ID=6de4dae2-a3ed-4222-93bc-9531510881a5,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:02.132453 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:02.185675 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.227088 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-520f6b69-dc44-422b-ab47-4704369b9817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.229994 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:02.237505 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-520f6b69-dc44-422b-ab47-4704369b9817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.349499 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:02.352566 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-520f6b69-dc44-422b-ab47-4704369b9817 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd872b2d40fa4f7f9c7bbc28bbac23cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209270 Jul 13 14:48:02.353916 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48016) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:02.386616 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6b69-dc44-422b-ab47-4704369b9817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeaa29a-8427-4223-b966-b93bc4c63aff,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:02.505898 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a6d278b5-8901-4c88-b39f-c886ab996469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.516319 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] For port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:02.524031 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:02.524696 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.530144 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] For port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:02.543951 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.549578 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a6d278b5-8901-4c88-b39f-c886ab996469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.560262 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-bf2644e2-1931-4dad-b8ba-6de08ada02b0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6157668 Jul 13 14:48:02.616155 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee29f29-d0f9-4ab1-89d8-2e7c86473c1a req-d445f4d2-f0be-4aa8-9e44-848571c630e8 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:02.629968 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1ee29f29-d0f9-4ab1-89d8-2e7c86473c1a req-d445f4d2-f0be-4aa8-9e44-848571c630e8 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 943 time: 0.5543482 Jul 13 14:48:02.639608 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Request body: {'port': {'device_id': 'e18619e4-9e52-468a-af00-52c17721329e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:02.657414 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:02.660892 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.665612 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] 10.222.0.61 "PUT /v2.0/ports/0df8f1cb-f747-442c-8b43-e7bb7bc729cc HTTP/1.1" status: 200 len: 1093 time: 4.0391760 Jul 13 14:48:02.686513 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a6d278b5-8901-4c88-b39f-c886ab996469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.706961 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a6d278b5-8901-4c88-b39f-c886ab996469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:02.712327 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-a6d278b5-8901-4c88-b39f-c886ab996469 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4eeaa29a-8427-4223-b966-b93bc4c63aff HTTP/1.1" status: 204 len: 168 time: 0.3566813 Jul 13 14:48:02.718253 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178cd9dd-4eea-4523-b670-77c92ba60521', 'tag': '0df8f1cb-f747-442c-8b43-e7bb7bc729cc'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:02.722215 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428f9373-9429-48d1-b790-6447a4e407a8" -d '{"events": [{"name": "network-changed", "server_uuid": "178cd9dd-4eea-4523-b670-77c92ba60521", "tag": "0df8f1cb-f747-442c-8b43-e7bb7bc729cc"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:02.773965 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d278b5-8901-4c88-b39f-c886ab996469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeaa29a-8427-4223-b966-b93bc4c63aff,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:02.912613 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dcfab-ecfc-4c52-82a5-f0d7f2841842 service neutron] Pushing event updated for resources: {'Port': ['ID=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:02.938218 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:02.959002 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1ee29f29-d0f9-4ab1-89d8-2e7c86473c1a req-8c36837f-be9a-4e23-a179-25b7e92edd8d tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278761 Jul 13 14:48:03.039178 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:03.054333 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eedec5a-8b7a-4489-938e-9d95c132f3d5 x-openstack-request-id: req-3eedec5a-8b7a-4489-938e-9d95c132f3d5 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:03.054887 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178cd9dd-4eea-4523-b670-77c92ba60521", "tag": "0df8f1cb-f747-442c-8b43-e7bb7bc729cc", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:03.055397 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3eedec5a-8b7a-4489-938e-9d95c132f3d5 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:03.056002 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178cd9dd-4eea-4523-b670-77c92ba60521', 'tag': '0df8f1cb-f747-442c-8b43-e7bb7bc729cc', 'status': 'completed', 'code': 200} Jul 13 14:48:03.083361 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e50cf-8b9f-47a9-8136-e9383e2bb299 req-f461a33b-016b-4a81-b9c0-0c757af669dc tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:03.085027 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-535e50cf-8b9f-47a9-8136-e9383e2bb299 req-f461a33b-016b-4a81-b9c0-0c757af669dc tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 932 time: 0.3429751 Jul 13 14:48:03.091437 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-007fd706-534b-4664-a83f-f72e19b7c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:03.093038 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-007fd706-534b-4664-a83f-f72e19b7c530 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 1096 time: 0.3188472 Jul 13 14:48:03.098572 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:47:58Z', 'revision_number': 4, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port': {'id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:53Z', 'updated_at': '2021-07-13T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'df17c9ec-555d-43c6-9a2d-0feae11c784c', 'name': '', 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'mac_address': 'fa:16:3e:02:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1ce12651-c5d2-4303-8001-2e8bea615d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:56Z', 'updated_at': '2021-07-13T14:47:58Z', 'revision_number': 2, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'subnets': [{'id': '1ce12651-c5d2-4303-8001-2e8bea615d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:03.184810 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Checking router: f2823fba-f808-44b2-977c-2920b17eea34 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:03.196210 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Updating router f2823fba-f808-44b2-977c-2920b17eea34 port df17c9ec-555d-43c6-9a2d-0feae11c784c binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:48:03.199056 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-24c6d8eb-90fb-45e9-a9b9-9f8ff640d3df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0df8f1cb-f747-442c-8b43-e7bb7bc729cc HTTP/1.1" status: 200 len: 217 time: 0.0752983 Jul 13 14:48:03.202289 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:03.208168 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:03.326226 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-535e50cf-8b9f-47a9-8136-e9383e2bb299 req-2e1a4b0b-e298-4723-986e-84df9a8e479e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320390 Jul 13 14:48:03.372731 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:03.397410 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-fcffa1c1-fd1b-47b0-ba6d-a68d7b2b82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:03.413505 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-fcffa1c1-fd1b-47b0-ba6d-a68d7b2b82fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 200 len: 853 time: 0.2073703 Jul 13 14:48:03.547124 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-18f6c7f5-7956-432f-8392-3404b7f4c3d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223943 Jul 13 14:48:03.713473 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48042) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:03.746967 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-709da446-ed9f-47d2-8baa-728fcdfd98e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.015292 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-709da446-ed9f-47d2-8baa-728fcdfd98e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.031190 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-709da446-ed9f-47d2-8baa-728fcdfd98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.100156 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-f13a8648-06b4-4f99-b82f-4c75ef7da799 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407412 Jul 13 14:48:04.102564 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709da446-ed9f-47d2-8baa-728fcdfd98e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab35e3-4c4e-4ff4-9b5f-7c09cfaefdc1,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:04.172630 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-709da446-ed9f-47d2-8baa-728fcdfd98e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19e572725e7348d1aef04be11d288385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535935 Jul 13 14:48:04.180133 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48052) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:04.192067 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.230205 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Transition to ACTIVE for port object df17c9ec-555d-43c6-9a2d-0feae11c784c will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:04.249750 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.316180 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b98d5e63-671d-4331-9fa0-03eb205d14b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.352093 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b98d5e63-671d-4331-9fa0-03eb205d14b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.392009 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e141a35-483b-4fc9-beef-85133c91efef None None] Pushing event updated for resources: {'Port': ['ID=df17c9ec-555d-43c6-9a2d-0feae11c784c,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:04.519118 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b98d5e63-671d-4331-9fa0-03eb205d14b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.519118 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b98d5e63-671d-4331-9fa0-03eb205d14b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.519118 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-b98d5e63-671d-4331-9fa0-03eb205d14b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bab35e3-4c4e-4ff4-9b5f-7c09cfaefdc1 HTTP/1.1" status: 204 len: 168 time: 0.3265409 Jul 13 14:48:04.538253 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d5e63-671d-4331-9fa0-03eb205d14b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab35e3-4c4e-4ff4-9b5f-7c09cfaefdc1,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:04.578169 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Attempting to bind port df17c9ec-555d-43c6-9a2d-0feae11c784c on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:04.578538 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Attempting to bind port df17c9ec-555d-43c6-9a2d-0feae11c784c by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:04.579075 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Attempting to bind port df17c9ec-555d-43c6-9a2d-0feae11c784c on network 04609173-cf3f-4de3-99c3-480cee25162a {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:04.595462 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:04.595834 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Checking segment: {'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:04.596179 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.603304 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Bound using segment: {'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:04.604981 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Bound port: df17c9ec-555d-43c6-9a2d-0feae11c784c, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c441a5-042a-4ee9-a758-65baa305c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:04.606837 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.798455 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de4dae2-a3ed-4222-93bc-9531510881a5 {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:04.823707 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.875529 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Transition to ACTIVE for port object 6de4dae2-a3ed-4222-93bc-9531510881a5 will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:04.892280 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:04.921470 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] For port df17c9ec-555d-43c6-9a2d-0feae11c784c, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:04.945354 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] For port df17c9ec-555d-43c6-9a2d-0feae11c784c, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=df17c9ec-555d-43c6-9a2d-0feae11c784c,segment=NetworkSegment(38c441a5-042a-4ee9-a758-65baa305c804),segment_id=38c441a5-042a-4ee9-a758-65baa305c804)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:04.955149 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:05.173771 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Routers {'f2823fba-f808-44b2-977c-2920b17eea34'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:05.174827 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:48:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['f2823fba-f808-44b2-977c-2920b17eea34'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:05.180823 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e141a35-483b-4fc9-beef-85133c91efef None None] Pushing event updated for resources: {'Port': ['ID=df17c9ec-555d-43c6-9a2d-0feae11c784c,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:05.204641 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Pushing event updated for resources: {'Port': ['ID=6de4dae2-a3ed-4222-93bc-9531510881a5,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:05.334550 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c75585d-aa52-40f3-9344-8db34aafa9c5 req-51b2f00f-0a92-4249-a30b-e88e1ce7e2f5 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1749229 Jul 13 14:48:05.445336 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] Set router f2823fba-f808-44b2-977c-2920b17eea34 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:05.472559 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb26b0a-e252-4716-8c35-463b99fb3c98 req-5217ac65-3bff-4d1e-be63-b417d04ec589 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:05.475790 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0bb26b0a-e252-4716-8c35-463b99fb3c98 req-5217ac65-3bff-4d1e-be63-b417d04ec589 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 943 time: 1.1297667 Jul 13 14:48:05.695998 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Attempting to bind port 6de4dae2-a3ed-4222-93bc-9531510881a5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:05.696947 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Attempting to bind port 6de4dae2-a3ed-4222-93bc-9531510881a5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:05.697828 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Attempting to bind port 6de4dae2-a3ed-4222-93bc-9531510881a5 on network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:05.708997 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0bb26b0a-e252-4716-8c35-463b99fb3c98 req-7d6f9b8b-b7d3-447a-a12f-4921a55fd942 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953716 Jul 13 14:48:05.724070 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Port 6de4dae2-a3ed-4222-93bc-9531510881a5 on network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:48:05.724896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Attempting to bind port 6de4dae2-a3ed-4222-93bc-9531510881a5 on network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:05.758148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:05.758676 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Checking segment: {'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:05.759423 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Bound using segment: {'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:05.760270 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Bound port: 6de4dae2-a3ed-4222-93bc-9531510881a5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:05.761059 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:05.909194 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9373-9429-48d1-b790-6447a4e407a8 req-5a7b9ed2-77b1-4e23-9040-54f0a511b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:05.918046 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-428f9373-9429-48d1-b790-6447a4e407a8 req-5a7b9ed2-77b1-4e23-9040-54f0a511b2bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 1096 time: 0.4341981 Jul 13 14:48:05.964897 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:47:58Z', 'revision_number': 4, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port': {'id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:53Z', 'updated_at': '2021-07-13T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'df17c9ec-555d-43c6-9a2d-0feae11c784c', 'name': '', 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'mac_address': 'fa:16:3e:02:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1ce12651-c5d2-4303-8001-2e8bea615d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:56Z', 'updated_at': '2021-07-13T14:48:04Z', 'revision_number': 4, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'subnets': [{'id': '1ce12651-c5d2-4303-8001-2e8bea615d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:06.080282 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8083da4b-d76a-457e-8afc-4c4a7a2fdfcb None None] The sync data for ids ['f2823fba-f808-44b2-977c-2920b17eea34'] in dv-cinder-788364-4-iscsi is: [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:47:58Z', 'revision_number': 4, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port': {'id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:53Z', 'updated_at': '2021-07-13T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'df17c9ec-555d-43c6-9a2d-0feae11c784c', 'name': '', 'network_id': '04609173-cf3f-4de3-99c3-480cee25162a', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'mac_address': 'fa:16:3e:02:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1ce12651-c5d2-4303-8001-2e8bea615d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:56Z', 'updated_at': '2021-07-13T14:48:04Z', 'revision_number': 4, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'subnets': [{'id': '1ce12651-c5d2-4303-8001-2e8bea615d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:06.203713 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-0bcd9c68-c6a5-475e-a4e9-4a7685b7df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.208059 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-0bcd9c68-c6a5-475e-a4e9-4a7685b7df8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1098 time: 0.2496738 Jul 13 14:48:06.342060 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] For port 6de4dae2-a3ed-4222-93bc-9531510881a5, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:06.400635 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] For port 6de4dae2-a3ed-4222-93bc-9531510881a5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6de4dae2-a3ed-4222-93bc-9531510881a5,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:06.428654 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:06.478138 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:06.627420 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9373-9429-48d1-b790-6447a4e407a8 req-6c1c95e6-dccf-492e-9edd-f9d1ba5bce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.630357 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-428f9373-9429-48d1-b790-6447a4e407a8 req-6c1c95e6-dccf-492e-9edd-f9d1ba5bce36 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 914 time: 0.7108898 Jul 13 14:48:06.661189 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-a0610cc2-5ca9-4327-b7f6-28c349f4e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.663169 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-a0610cc2-5ca9-4327-b7f6-28c349f4e23b service neutron] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 920 time: 0.4365191 Jul 13 14:48:06.683750 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.684713 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:06.686959 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] 10.222.0.61 "PUT /v2.0/ports/6de4dae2-a3ed-4222-93bc-9531510881a5 HTTP/1.1" status: 200 len: 1094 time: 4.0997171 Jul 13 14:48:06.689616 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18619e4-9e52-468a-af00-52c17721329e', 'tag': '6de4dae2-a3ed-4222-93bc-9531510881a5'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:06.701883 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792" -d '{"events": [{"name": "network-changed", "server_uuid": "e18619e4-9e52-468a-af00-52c17721329e", "tag": "6de4dae2-a3ed-4222-93bc-9531510881a5"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:06.761056 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-a5aa1b77-03f7-417c-aaf5-40e6f0d4f8dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 200 len: 217 time: 0.0897648 Jul 13 14:48:06.892798 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-3aa7bdf6-4212-48fb-955b-ceae6020e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.895087 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-3aa7bdf6-4212-48fb-955b-ceae6020e8c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.1254961 Jul 13 14:48:06.982489 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-97577824-930d-4149-b4d4-c4f4661bc1a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745559 Jul 13 14:48:06.989589 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-428f9373-9429-48d1-b790-6447a4e407a8 req-bb852c66-b3fe-4bf5-ba3c-071b81af7bf1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0df8f1cb-f747-442c-8b43-e7bb7bc729cc HTTP/1.1" status: 200 len: 217 time: 0.3452742 Jul 13 14:48:07.010696 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device df17c9ec-555d-43c6-9a2d-0feae11c784c up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:07.042779 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b235a27-ec48-4f6e-b75a-64370e98dd6a req-6d48fb26-097e-400d-9fb2-e5c452092ee4 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:07.050339 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0b235a27-ec48-4f6e-b75a-64370e98dd6a req-6d48fb26-097e-400d-9fb2-e5c452092ee4 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.9742756 Jul 13 14:48:07.168398 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port df17c9ec-555d-43c6-9a2d-0feae11c784c completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:07.177996 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port df17c9ec-555d-43c6-9a2d-0feae11c784c triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:07.178490 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:07.190299 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ee7b4-cdb7-405a-9905-d9829116271b service neutron] Pushing event updated for resources: {'Port': ['ID=6de4dae2-a3ed-4222-93bc-9531510881a5,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:07.238453 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-7aa72cf6-461b-4e58-975d-8734cfffb766 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393498 Jul 13 14:48:07.320143 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0b235a27-ec48-4f6e-b75a-64370e98dd6a req-5fb654cf-ef69-41bd-a4d0-a99e15ce59b7 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339590 Jul 13 14:48:07.321815 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9373-9429-48d1-b790-6447a4e407a8 req-c91be641-458b-4e93-8f69-9b742770f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:07.323373 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-428f9373-9429-48d1-b790-6447a4e407a8 req-c91be641-458b-4e93-8f69-9b742770f367 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 200 len: 853 time: 0.2685966 Jul 13 14:48:07.375859 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-428f9373-9429-48d1-b790-6447a4e407a8 req-f48ac834-5615-45a8-ab77-6c505e5b2a2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383954 Jul 13 14:48:07.391747 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:07.454602 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c62612-d737-4670-afbd-d3e03638f15a req-75e9f029-92d6-4f9b-9d49-d6e5316c4d78 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:07.456362 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-06c62612-d737-4670-afbd-d3e03638f15a req-75e9f029-92d6-4f9b-9d49-d6e5316c4d78 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.7681069 Jul 13 14:48:07.462530 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-3957c21f-75c0-450a-ad89-1d768fff30d3 req-0d23daa8-4233-4d17-867b-cb8adddbb20e service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136457 Jul 13 14:48:07.512242 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port df17c9ec-555d-43c6-9a2d-0feae11c784c, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=df17c9ec-555d-43c6-9a2d-0feae11c784c,segment=NetworkSegment(38c441a5-042a-4ee9-a758-65baa305c804),segment_id=38c441a5-042a-4ee9-a758-65baa305c804)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:07.517904 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:07.634177 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-916b0313-3694-4eb0-9b3b-d550dda791ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:07.642113 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-916b0313-3694-4eb0-9b3b-d550dda791ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c166e60d0fe4e4da6a53deb1fef688c&device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 1097 time: 0.7422204 Jul 13 14:48:07.675220 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c324f7c6-781a-4920-a0fb-728d8438e1e5 x-openstack-request-id: req-c324f7c6-781a-4920-a0fb-728d8438e1e5 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:07.686093 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18619e4-9e52-468a-af00-52c17721329e", "tag": "6de4dae2-a3ed-4222-93bc-9531510881a5", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:07.686575 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c324f7c6-781a-4920-a0fb-728d8438e1e5 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:07.687121 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18619e4-9e52-468a-af00-52c17721329e', 'tag': '6de4dae2-a3ed-4222-93bc-9531510881a5', 'status': 'completed', 'code': 200} Jul 13 14:48:07.705543 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=df17c9ec-555d-43c6-9a2d-0feae11c784c,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:07.757338 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-358c82c1-a242-462b-82ef-f85503b1f337 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6de4dae2-a3ed-4222-93bc-9531510881a5 HTTP/1.1" status: 200 len: 217 time: 0.0925226 Jul 13 14:48:07.819009 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-428f9373-9429-48d1-b790-6447a4e407a8 req-d8bd8b2b-d897-4ad2-aa83-6537ed12b1eb service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298944 Jul 13 14:48:08.058068 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-06c62612-d737-4670-afbd-d3e03638f15a req-0af156f5-dfcf-4e72-9565-469fc21f4baa tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944473 Jul 13 14:48:08.135877 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-f1884ac9-0649-447c-8b23-c81beb905225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:08.137651 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-f1884ac9-0649-447c-8b23-c81beb905225 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fcf9dba0-b3bc-408a-b0f2-ed926692db4e HTTP/1.1" status: 200 len: 849 time: 0.3527591 Jul 13 14:48:08.252318 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-cdc8d96d-2fc4-40cc-9fa0-291e149f8a50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972776 Jul 13 14:48:08.367195 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-428f9373-9429-48d1-b790-6447a4e407a8 req-f19d0031-4660-45d4-9f76-8df1b93e5f45 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197906 Jul 13 14:48:08.494898 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca8799-e92c-49bf-a6e6-0e6a0612afe5 req-e83d8e99-4e68-44ee-bed2-75ef9caec2da tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:08.508748 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-08ca8799-e92c-49bf-a6e6-0e6a0612afe5 req-e83d8e99-4e68-44ee-bed2-75ef9caec2da tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 943 time: 0.7176907 Jul 13 14:48:08.705496 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-c19f2352-ae51-4e61-aeae-f771d99d813c service neutron] 10.222.0.61 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457598 Jul 13 14:48:08.726434 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-08ca8799-e92c-49bf-a6e6-0e6a0612afe5 req-addc9069-7318-442c-b482-adef59452bd1 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160695 Jul 13 14:48:08.914966 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device df17c9ec-555d-43c6-9a2d-0feae11c784c up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:08.965288 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2f183-3a63-47b2-a08d-1d1dd7a39ff7 req-129db6ca-615f-49da-99cb-74ba5b2a82d5 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:08.966962 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d8b2f183-3a63-47b2-a08d-1d1dd7a39ff7 req-129db6ca-615f-49da-99cb-74ba5b2a82d5 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.3433182 Jul 13 14:48:09.007078 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port df17c9ec-555d-43c6-9a2d-0feae11c784c triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:09.007787 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:09.010795 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-691d9002-0fbc-4ecb-8e9e-0a0497684c10 req-e472ec9c-ea1d-4be7-ab64-d445a12fe49c service neutron] 10.222.0.61 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830305 Jul 13 14:48:09.038242 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 0df8f1cb-f747-442c-8b43-e7bb7bc729cc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:48:09.078453 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d8b2f183-3a63-47b2-a08d-1d1dd7a39ff7 req-09349f8a-4480-452e-83f3-9d5cc96da953 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012483 Jul 13 14:48:09.194869 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-076cc39c-2249-435a-be56-e13f26d4c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:09.196562 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-076cc39c-2249-435a-be56-e13f26d4c901 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c166e60d0fe4e4da6a53deb1fef688c&device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 1097 time: 0.1055346 Jul 13 14:48:09.359196 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48132) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:09.401407 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-5f9fa084-cf3e-4d72-a5a9-2e1168ae37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:09.403638 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-5f9fa084-cf3e-4d72-a5a9-2e1168ae37c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 HTTP/1.1" status: 200 len: 910 time: 0.1998115 Jul 13 14:48:09.476673 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-064151b9-3e5b-4d9c-812b-da16425e0f55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6de4dae2-a3ed-4222-93bc-9531510881a5 HTTP/1.1" status: 200 len: 217 time: 0.0623240 Jul 13 14:48:09.596521 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2636b289-0142-437f-9466-310be8646523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:09.617104 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:09.675053 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '0df8f1cb-f747-442c-8b43-e7bb7bc729cc', 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'port_id': '0df8f1cb-f747-442c-8b43-e7bb7bc729cc', 'mac_address': 'fa:16:3e:2a:32:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:48:09.686817 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-68953fe2-0158-42ef-9409-3ae08a8a89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:09.688393 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-68953fe2-0158-42ef-9409-3ae08a8a89ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fcf9dba0-b3bc-408a-b0f2-ed926692db4e HTTP/1.1" status: 200 len: 849 time: 0.1860025 Jul 13 14:48:09.752319 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f755ee-8b44-42c4-b241-831ede21f22d req-ca5ef9ae-935c-4155-bcd9-cea483bb1293 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:09.753968 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b8f755ee-8b44-42c4-b241-831ede21f22d req-ca5ef9ae-935c-4155-bcd9-cea483bb1293 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.3490615 Jul 13 14:48:09.756275 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-ab2406ce-0b36-4ed5-95b0-97b4f8e32def service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607264 Jul 13 14:48:09.816383 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2636b289-0142-437f-9466-310be8646523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:09.823940 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2636b289-0142-437f-9466-310be8646523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:09.825550 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:09.861085 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df8f1cb-f747-442c-8b43-e7bb7bc729cc {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:09.906235 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636b289-0142-437f-9466-310be8646523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6880f96a-7128-457a-b304-1c95eb0dbf70,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:09.911097 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:09.918793 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-ad36e227-8390-4752-9285-9041f9e13c88 service neutron] 10.222.0.61 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348133 Jul 13 14:48:09.920076 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:09.942744 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2636b289-0142-437f-9466-310be8646523 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc441d3674b748c5b488a243708c294c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825567 Jul 13 14:48:09.945973 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48144) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:09.949667 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b8f755ee-8b44-42c4-b241-831ede21f22d req-09364ffb-92ac-4634-a37d-134ac09f4e1b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880298 Jul 13 14:48:10.106412 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-435e0309-2e2b-42aa-b889-86aeaaa34857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:10.125467 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:10.146657 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-435e0309-2e2b-42aa-b889-86aeaaa34857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:10.219889 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e4f5b6a9-5fca-458f-be98-fda6a9c9c792 req-021c705f-6af3-4a5e-b245-d8012800abff service neutron] 10.222.0.61 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776089 Jul 13 14:48:10.241764 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['0df8f1cb-f747-442c-8b43-e7bb7bc729cc'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:10.268316 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ebba2-e275-4f7a-b3ea-20250eb5e719 req-606ea55b-e609-496b-8339-215f7a1b46a5 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:10.281197 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f59ebba2-e275-4f7a-b3ea-20250eb5e719 req-606ea55b-e609-496b-8339-215f7a1b46a5 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 944 time: 0.2418792 Jul 13 14:48:10.289449 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-435e0309-2e2b-42aa-b889-86aeaaa34857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:10.314845 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-435e0309-2e2b-42aa-b889-86aeaaa34857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:10.332508 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-435e0309-2e2b-42aa-b889-86aeaaa34857 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6880f96a-7128-457a-b304-1c95eb0dbf70 HTTP/1.1" status: 204 len: 168 time: 0.3847828 Jul 13 14:48:10.358092 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e0309-2e2b-42aa-b889-86aeaaa34857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6880f96a-7128-457a-b304-1c95eb0dbf70,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:10.384729 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f59ebba2-e275-4f7a-b3ea-20250eb5e719 req-69fd9aef-6b71-4eed-9129-083eaca2261f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016967 Jul 13 14:48:10.533563 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1355-f569-4598-9ad5-91a2106ebd57 req-5963c324-4f37-4bd8-bae4-13b4f4ccae38 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:10.538283 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-107d1355-f569-4598-9ad5-91a2106ebd57 req-5963c324-4f37-4bd8-bae4-13b4f4ccae38 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.2234104 Jul 13 14:48:10.662477 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-107d1355-f569-4598-9ad5-91a2106ebd57 req-a3d7b9ca-f6d1-44bb-b224-4b7cc3586eb7 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170590 Jul 13 14:48:11.202801 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72013f-e102-4a27-b415-338a1667e90b req-78cca849-4226-4ef8-9c51-9eb6d50b78b0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:11.208229 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d72013f-e102-4a27-b415-338a1667e90b req-78cca849-4226-4ef8-9c51-9eb6d50b78b0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0841835 Jul 13 14:48:11.263408 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d72013f-e102-4a27-b415-338a1667e90b req-e39daa5a-725e-4782-8f6b-60e1cbce4b43 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542636 Jul 13 14:48:11.705100 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eda3b-ab6d-4529-bce9-c40890d1b2f6 req-78102799-d252-4913-962c-993a5d884a49 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:11.719325 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-846eda3b-ab6d-4529-bce9-c40890d1b2f6 req-78102799-d252-4913-962c-993a5d884a49 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 944 time: 0.1808743 Jul 13 14:48:11.921444 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-846eda3b-ab6d-4529-bce9-c40890d1b2f6 req-b530eb32-1e9d-4c66-8a03-c242f91b9b64 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951630 Jul 13 14:48:12.146453 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd5550-5e63-4f35-8ecb-70b5f57f66ca req-e94b9ec5-f759-411e-9847-7d5bffea3905 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:12.156422 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd5550-5e63-4f35-8ecb-70b5f57f66ca req-e94b9ec5-f759-411e-9847-7d5bffea3905 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.1710012 Jul 13 14:48:12.330734 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd5550-5e63-4f35-8ecb-70b5f57f66ca req-fa17b70a-04c4-4d48-bd3c-d5a0cd351551 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720791 Jul 13 14:48:12.796870 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3871e53-14d3-4a18-ae01-5b6e40409506 req-63406e65-65e2-4d7d-9595-6f83cfe777ab tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:12.799387 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f3871e53-14d3-4a18-ae01-5b6e40409506 req-63406e65-65e2-4d7d-9595-6f83cfe777ab tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1862845 Jul 13 14:48:12.872359 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f3871e53-14d3-4a18-ae01-5b6e40409506 req-d7f9ff06-8252-44ea-b7ce-17a5d3d77c91 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617383 Jul 13 14:48:13.061745 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 6de4dae2-a3ed-4222-93bc-9531510881a5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:48:13.079064 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 0df8f1cb-f747-442c-8b43-e7bb7bc729cc up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:13.210894 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:13.269664 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3c2d5-81eb-4af0-b872-57759fbacfa4 req-fd9961e3-a47a-49d3-8426-aa49f3dccc9a tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:13.271230 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c7d3c2d5-81eb-4af0-b872-57759fbacfa4 req-fd9961e3-a47a-49d3-8426-aa49f3dccc9a tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 944 time: 0.1035578 Jul 13 14:48:13.278681 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:13.279159 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:13.361976 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c7d3c2d5-81eb-4af0-b872-57759fbacfa4 req-e8d04107-c1fc-41e9-9e70-48d1a88d2ff0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730741 Jul 13 14:48:13.500080 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 6de4dae2-a3ed-4222-93bc-9531510881a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6de4dae2-a3ed-4222-93bc-9531510881a5,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:13.533944 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '6de4dae2-a3ed-4222-93bc-9531510881a5', 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1', 'port_id': '6de4dae2-a3ed-4222-93bc-9531510881a5', 'mac_address': 'fa:16:3e:fe:ff:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf9dba0-b3bc-408a-b0f2-ed926692db4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:48:13.628145 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:13.669812 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de4dae2-a3ed-4222-93bc-9531510881a5 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:13.809997 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 6de4dae2-a3ed-4222-93bc-9531510881a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6de4dae2-a3ed-4222-93bc-9531510881a5,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:13.832114 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:13.900260 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:14.006508 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80318ced-e8de-49ee-964f-160d6f12d7b1 req-90c37851-d8f2-4e88-a91c-7190a1565016 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:14.020482 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-80318ced-e8de-49ee-964f-160d6f12d7b1 req-90c37851-d8f2-4e88-a91c-7190a1565016 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 945 time: 0.2098958 Jul 13 14:48:14.098436 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-80318ced-e8de-49ee-964f-160d6f12d7b1 req-c5e676e1-7d3c-4326-97ee-aab67228378c tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759835 Jul 13 14:48:14.106787 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:14.117404 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178cd9dd-4eea-4523-b670-77c92ba60521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8f1cb-f747-442c-8b43-e7bb7bc729cc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:14.124011 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c05a5-a6ad-4218-84d5-2fbfda789476" -d '{"events": [{"server_uuid": "178cd9dd-4eea-4523-b670-77c92ba60521", "name": "network-vif-plugged", "status": "completed", "tag": "0df8f1cb-f747-442c-8b43-e7bb7bc729cc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:14.133859 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=6de4dae2-a3ed-4222-93bc-9531510881a5,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:14.158972 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:14.212391 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['6de4dae2-a3ed-4222-93bc-9531510881a5'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:14.293774 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:14.460910 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2299-faf1-45d8-8745-812f47ac565b req-b1325e72-31be-40ab-9a0c-d4477da72319 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:14.464366 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cd9d2299-faf1-45d8-8745-812f47ac565b req-b1325e72-31be-40ab-9a0c-d4477da72319 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2291267 Jul 13 14:48:14.590260 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cd9d2299-faf1-45d8-8745-812f47ac565b req-cb9b4e52-80d9-4ace-9321-233b01c23cb7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178863 Jul 13 14:48:14.708323 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b8927-69bc-4f07-a3b3-e0bcb8fe03f3 x-openstack-request-id: req-a46b8927-69bc-4f07-a3b3-e0bcb8fe03f3 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:14.708827 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178cd9dd-4eea-4523-b670-77c92ba60521", "name": "network-vif-plugged", "status": "completed", "tag": "0df8f1cb-f747-442c-8b43-e7bb7bc729cc", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:14.709457 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a46b8927-69bc-4f07-a3b3-e0bcb8fe03f3 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:14.710598 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178cd9dd-4eea-4523-b670-77c92ba60521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8f1cb-f747-442c-8b43-e7bb7bc729cc', 'code': 200} Jul 13 14:48:15.215927 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a86331-0610-45cc-a499-630f34d970ce req-48a93a6c-4e20-41df-ab26-016155109807 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:15.220644 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d8a86331-0610-45cc-a499-630f34d970ce req-48a93a6c-4e20-41df-ab26-016155109807 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.2383497 Jul 13 14:48:15.500566 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d8a86331-0610-45cc-a499-630f34d970ce req-6acecfd0-5bba-4618-ad31-efb778968343 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966321 Jul 13 14:48:15.590667 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682df724-3f0a-412d-b4ca-22787ab224d3 req-eaef4fbb-5f36-4d3b-8e5a-0cb2b280afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:15.592608 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-682df724-3f0a-412d-b4ca-22787ab224d3 req-eaef4fbb-5f36-4d3b-8e5a-0cb2b280afdc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 1098 time: 0.3679309 Jul 13 14:48:15.697627 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-682df724-3f0a-412d-b4ca-22787ab224d3 req-e6d24a66-3d24-4879-93ac-94ac81cc24e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883210 Jul 13 14:48:15.724506 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622066d-1cb1-4b0f-bb56-0183263bbbae req-05541269-afcb-4d46-bfd3-fea4fc56b60b tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:15.739490 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9622066d-1cb1-4b0f-bb56-0183263bbbae req-05541269-afcb-4d46-bfd3-fea4fc56b60b tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 945 time: 0.3501174 Jul 13 14:48:15.830000 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9622066d-1cb1-4b0f-bb56-0183263bbbae req-d21ff8cc-7f9f-47f4-8591-583bbf9cd03b tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889714 Jul 13 14:48:15.923573 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51bfbe-3f83-4813-8aff-0379e51d7c44 req-0c36c661-0539-4d4e-854a-98ae274501de tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:15.926161 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b51bfbe-3f83-4813-8aff-0379e51d7c44 req-0c36c661-0539-4d4e-854a-98ae274501de tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1407833 Jul 13 14:48:16.046210 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b51bfbe-3f83-4813-8aff-0379e51d7c44 req-c7c52124-6e2e-40c2-95c7-5ba52445b18e tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020310 Jul 13 14:48:16.968691 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4af13-8eba-49f9-8cda-1d483777fe39 req-e942b334-ab4f-423a-9a78-d2782148cc63 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:16.970315 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d2d4af13-8eba-49f9-8cda-1d483777fe39 req-e942b334-ab4f-423a-9a78-d2782148cc63 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.1475384 Jul 13 14:48:17.063528 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d2d4af13-8eba-49f9-8cda-1d483777fe39 req-cec19fec-29a8-48d8-8022-c32e5ef319ec tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813167 Jul 13 14:48:17.211409 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851643a4-4b2d-40b8-a1d0-0bd89ca45a1a req-644e8376-14e2-42d0-b079-73188683c1ca tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:17.219650 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-851643a4-4b2d-40b8-a1d0-0bd89ca45a1a req-644e8376-14e2-42d0-b079-73188683c1ca tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 945 time: 0.1492507 Jul 13 14:48:17.269169 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-851643a4-4b2d-40b8-a1d0-0bd89ca45a1a req-ef200917-9888-4f96-b042-367bb95aaac6 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 Jul 13 14:48:17.381264 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da7dad-b25b-4a40-aaae-f79271523377 req-5d910a83-1aa2-4e82-9819-8a1b8a5ff8a2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:17.383794 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-88da7dad-b25b-4a40-aaae-f79271523377 req-5d910a83-1aa2-4e82-9819-8a1b8a5ff8a2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1070313 Jul 13 14:48:17.479293 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-88da7dad-b25b-4a40-aaae-f79271523377 req-176edcf8-43f7-4bfe-b8e0-e8b010c6bbbe tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791712 Jul 13 14:48:17.649298 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 6de4dae2-a3ed-4222-93bc-9531510881a5 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:17.776488 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 6de4dae2-a3ed-4222-93bc-9531510881a5 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:17.793172 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 6de4dae2-a3ed-4222-93bc-9531510881a5 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:17.793836 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:17.978355 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:18.030182 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18619e4-9e52-468a-af00-52c17721329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de4dae2-a3ed-4222-93bc-9531510881a5'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:18.034553 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc044bcb-cd38-4eb0-9eb4-76ade38237ca" -d '{"events": [{"server_uuid": "e18619e4-9e52-468a-af00-52c17721329e", "name": "network-vif-plugged", "status": "completed", "tag": "6de4dae2-a3ed-4222-93bc-9531510881a5"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:18.074494 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 6de4dae2-a3ed-4222-93bc-9531510881a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6de4dae2-a3ed-4222-93bc-9531510881a5,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:18.081176 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:18.217414 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b83a956-f951-4f77-b7ce-b10e9b703159 x-openstack-request-id: req-9b83a956-f951-4f77-b7ce-b10e9b703159 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:18.217891 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18619e4-9e52-468a-af00-52c17721329e", "name": "network-vif-plugged", "status": "completed", "tag": "6de4dae2-a3ed-4222-93bc-9531510881a5", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:18.218533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b83a956-f951-4f77-b7ce-b10e9b703159 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:18.218930 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18619e4-9e52-468a-af00-52c17721329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de4dae2-a3ed-4222-93bc-9531510881a5', 'code': 200} Jul 13 14:48:18.233147 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=6de4dae2-a3ed-4222-93bc-9531510881a5,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:18.467801 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5408e-e4f9-4d6a-a753-d5fe19ea9c5a req-ebfc7763-6650-4e81-84c6-0360408f51b9 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:18.476954 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1bd5408e-e4f9-4d6a-a753-d5fe19ea9c5a req-ebfc7763-6650-4e81-84c6-0360408f51b9 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.0906782 Jul 13 14:48:18.534698 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1bd5408e-e4f9-4d6a-a753-d5fe19ea9c5a req-9d76632c-0b0b-42b2-a739-234052128410 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520029 Jul 13 14:48:19.207673 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f5ab5-c615-4a67-b2c0-a97c9caa41e8 req-dfc4dbc0-8181-47be-8373-8df938b844cf tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.219601 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5b9f5ab5-c615-4a67-b2c0-a97c9caa41e8 req-dfc4dbc0-8181-47be-8373-8df938b844cf tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 946 time: 0.5582657 Jul 13 14:48:19.295777 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3972291-f372-4486-bfaa-956326928eb3 req-178e4e25-5726-4445-88af-c254313edc5a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.295777 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e3972291-f372-4486-bfaa-956326928eb3 req-178e4e25-5726-4445-88af-c254313edc5a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.5066216 Jul 13 14:48:19.425232 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067aa80-4670-4b99-806a-d590a2b6940b req-b7145376-2a6a-46df-92d8-0a7f70f480f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.427289 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f067aa80-4670-4b99-806a-d590a2b6940b req-b7145376-2a6a-46df-92d8-0a7f70f480f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 1099 time: 0.2964661 Jul 13 14:48:19.435247 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5b9f5ab5-c615-4a67-b2c0-a97c9caa41e8 req-af179e8c-bb3e-4edc-8f02-47ae67c02c3e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146657 Jul 13 14:48:19.504564 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e3972291-f372-4486-bfaa-956326928eb3 req-ca08f162-19e1-4f79-9e68-410c6c757640 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955965 Jul 13 14:48:19.532542 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f067aa80-4670-4b99-806a-d590a2b6940b req-42a32047-9bb8-4928-b148-35ca96b68912 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892832 Jul 13 14:48:19.595714 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:48:19.811158 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1368-4c7d-4b98-8129-43398dda7a09 req-c10b2e6f-c4b6-4833-bbbe-c381b0d86d02 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.813852 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-86fe1368-4c7d-4b98-8129-43398dda7a09 req-c10b2e6f-c4b6-4833-bbbe-c381b0d86d02 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.1133759 Jul 13 14:48:19.898462 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-86fe1368-4c7d-4b98-8129-43398dda7a09 req-f761a490-651e-4866-b9da-89e0aa4a49f7 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696535 Jul 13 14:48:20.814647 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453b061-1007-4fd4-ad8b-12cd67285265 req-884843bb-166e-4044-ae70-34bb012e4e84 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.816391 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2453b061-1007-4fd4-ad8b-12cd67285265 req-884843bb-166e-4044-ae70-34bb012e4e84 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 946 time: 0.0933087 Jul 13 14:48:20.825369 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f611f-8580-4bbe-adb3-db5e94e99671 req-c667aaa0-d923-4ee9-a605-8473cd9c3abe tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.827226 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ac8f611f-8580-4bbe-adb3-db5e94e99671 req-c667aaa0-d923-4ee9-a605-8473cd9c3abe tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1338692 Jul 13 14:48:20.888407 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2453b061-1007-4fd4-ad8b-12cd67285265 req-50a40bc0-b822-478b-bc8e-a1b0a318b667 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600100 Jul 13 14:48:20.894273 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ac8f611f-8580-4bbe-adb3-db5e94e99671 req-509b02a8-6d8e-4348-ac64-1c666a7b6748 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592027 Jul 13 14:48:21.133197 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-10ff5ec4-4692-4474-8334-7ad69d4dbcd2 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:21.134694 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-10ff5ec4-4692-4474-8334-7ad69d4dbcd2 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/networks?id=aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 200 len: 814 time: 0.1604311 Jul 13 14:48:21.162741 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc985c-016e-48f9-90bb-01ad39568307 req-ab9bbf8e-1163-4ac7-baa4-c46b3211aa90 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:21.164395 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-35cc985c-016e-48f9-90bb-01ad39568307 req-ab9bbf8e-1163-4ac7-baa4-c46b3211aa90 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.1346006 Jul 13 14:48:21.170074 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-f9af4952-5f03-46d8-a9c2-da03cb01afa5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/quotas/27e7ad5089184846bd61e16bfa02b42e HTTP/1.1" status: 200 len: 375 time: 0.0233552 Jul 13 14:48:21.240496 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-35cc985c-016e-48f9-90bb-01ad39568307 req-aa1a142b-4e27-4a0d-9124-0b1db618882b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688913 Jul 13 14:48:21.286940 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-7ca9e9a3-e3a9-4345-ad32-085f98cfd66c tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27e7ad5089184846bd61e16bfa02b42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073220 Jul 13 14:48:21.486286 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-a978b651-aa4e-4848-bb01-2e2b1ec70d70 service neutron] 10.222.0.37 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710911 Jul 13 14:48:21.648640 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-a944ab34-592d-4520-b647-4c272deeb1ef service neutron] 10.222.0.37 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497428 Jul 13 14:48:21.908496 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab40fcd7-e0e1-4b3d-a8d8-cc07f89c1a5e req-15839f84-1c78-49f3-825e-c0b9af5cbbf1 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 210 time: 0.0351007 Jul 13 14:48:22.215903 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09519c3-3810-46a3-a66b-5a4fe85c3040 req-fcd3e115-4ac6-4a94-bfd4-d5296d3d8d99 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.217610 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e09519c3-3810-46a3-a66b-5a4fe85c3040 req-fcd3e115-4ac6-4a94-bfd4-d5296d3d8d99 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1246214 Jul 13 14:48:22.233732 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0fbb6-3fc2-4ccc-a9bb-db31c3760d8e req-9d51f0e9-daeb-465f-8f26-066618e85b67 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.235699 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b9a0fbb6-3fc2-4ccc-a9bb-db31c3760d8e req-9d51f0e9-daeb-465f-8f26-066618e85b67 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 946 time: 0.1289775 Jul 13 14:48:22.300731 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e09519c3-3810-46a3-a66b-5a4fe85c3040 req-63007028-7fd9-4728-918f-d4d7c8c324b5 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638828 Jul 13 14:48:22.310718 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b9a0fbb6-3fc2-4ccc-a9bb-db31c3760d8e req-2419a715-6513-4ac7-bfd3-837226989c0f tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655355 Jul 13 14:48:23.074250 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-692f0e94-acc8-4db3-ba7a-8eefca00d126 req-e27b39c4-8cc9-4a4c-a6ec-30ae53735e48 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 210 time: 0.0350800 Jul 13 14:48:23.528524 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6d857-9a91-4ca2-b495-86c4af502ea6 req-87cd60a3-596d-40ef-a76b-0799101a1e6d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:23.531304 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e3c6d857-9a91-4ca2-b495-86c4af502ea6 req-87cd60a3-596d-40ef-a76b-0799101a1e6d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0887468 Jul 13 14:48:23.597306 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e3c6d857-9a91-4ca2-b495-86c4af502ea6 req-86711d6e-6232-406d-92aa-6069dd9b160f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590739 Jul 13 14:48:24.257838 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1c6ad55d-57e4-4d9f-a59b-03c3988c0a9c req-1a8d96ef-28f5-419d-be94-8475f8628d60 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 210 time: 0.0311670 Jul 13 14:48:25.141005 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-16cd6ff2-166f-445b-84b5-26f67822b4c7 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.142630 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-16cd6ff2-166f-445b-84b5-26f67822b4c7 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.61 "GET /v2.0/networks?id=aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 200 len: 814 time: 0.3005896 Jul 13 14:48:25.158683 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'port': {'device_id': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'admin_state_up': True, 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:25.170934 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f7bfd-3786-4050-8ea7-c9b964064604 req-bbd9ddd6-d90f-4641-8abf-b1293ec56680 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.172579 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fb6f7bfd-3786-4050-8ea7-c9b964064604 req-bbd9ddd6-d90f-4641-8abf-b1293ec56680 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2794008 Jul 13 14:48:25.232126 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5aac-7849-4548-b008-e3e0da34f035 req-d61cc413-6de7-4f02-a1ea-c17e99abfc99 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.233742 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-723d5aac-7849-4548-b008-e3e0da34f035 req-d61cc413-6de7-4f02-a1ea-c17e99abfc99 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 946 time: 0.2473040 Jul 13 14:48:25.250931 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48508) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:25.310007 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fb6f7bfd-3786-4050-8ea7-c9b964064604 req-01fd2949-82e0-4dfe-a739-2008e63e6da2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241214 Jul 13 14:48:25.330811 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-723d5aac-7849-4548-b008-e3e0da34f035 req-04fbd0d9-b0c7-4392-bc1e-6ed51f93d043 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783713 Jul 13 14:48:25.377783 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Made reservation on behalf of 27e7ad5089184846bd61e16bfa02b42e for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:25.382124 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:25.556581 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:25.615825 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df74696-6c66-47aa-b0dd-f24d925183be req-e27221b2-72fd-4d5a-88f6-8f70ef9d06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.617372 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0df74696-6c66-47aa-b0dd-f24d925183be req-e27221b2-72fd-4d5a-88f6-8f70ef9d06ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1098 time: 0.1169746 Jul 13 14:48:25.650480 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Allocated IP 172.20.0.9 (aa79d9f6-a2ef-405f-8803-8b8236d03e56/d76d458f-63d6-4585-b8ac-6b5f35326c68/2fa7456e-6047-40c2-8dac-cf3da5bef316) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:25.727593 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0df74696-6c66-47aa-b0dd-f24d925183be req-d03de43b-3a61-475d-bd03-c0b5518501b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015465 Jul 13 14:48:25.733183 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3da6ce8c-c720-4402-96d1-eb00165430da req-fb5aa158-2db4-4a4e-82ae-7e35b0b058cf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 210 time: 0.0736480 Jul 13 14:48:25.831147 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:25.839170 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:25.906137 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c753e05-ac03-40b4-a503-ba9ec95fa0f0,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:25.919267 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39be05a7b0f3495caab5501f1ecd3066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6664460 Jul 13 14:48:25.919406 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 48532) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:25.927128 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.927480 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.928051 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.928534 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.929037 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.929522 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.930169 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.930759 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.931231 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.932426 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.932808 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.933135 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bdf0a-e4d2-46b9-bb9d-e73ee9bce0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:25.969958 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.031781 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Transition to ACTIVE for port object 2fa7456e-6047-40c2-8dac-cf3da5bef316 will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:26.041211 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.104797 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.310825 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.480507 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c15088bb-45ab-423f-b397-d2e82e3b915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.604292 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.611661 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.615543 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c753e05-ac03-40b4-a503-ba9ec95fa0f0 HTTP/1.1" status: 204 len: 168 time: 0.6902044 Jul 13 14:48:26.688537 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:26.724931 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:26.736915 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c753e05-ac03-40b4-a503-ba9ec95fa0f0,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:26.765433 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:26.784157 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.786380 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.786958 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.787548 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.788161 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.788834 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.789418 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.790001 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.791074 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.792551 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.794529 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.796047 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae44a-5d47-42ca-9c9b-a1ed92809abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:26.943604 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'Port': ['ID=2fa7456e-6047-40c2-8dac-cf3da5bef316,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:27.062150 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.062807 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:27.134402 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-fe348c27-e219-419c-a022-5068cfc72d78 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9804380 Jul 13 14:48:27.177415 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce6a6-5b75-423d-b3e8-fbaddfc571ad req-01463efd-94d7-403e-ae1d-2ed89701f10f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.184793 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4d1ce6a6-5b75-423d-b3e8-fbaddfc571ad req-01463efd-94d7-403e-ae1d-2ed89701f10f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.4820044 Jul 13 14:48:27.256502 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-c9161fea-4f5d-4a64-b62f-52e862fbf898 None None] Provisioning for port 2fa7456e-6047-40c2-8dac-cf3da5bef316 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:27.262810 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-c9161fea-4f5d-4a64-b62f-52e862fbf898 None None] Provisioning complete for port 2fa7456e-6047-40c2-8dac-cf3da5bef316 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:27.263533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c9161fea-4f5d-4a64-b62f-52e862fbf898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:27.328970 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918ab52-7bad-4a43-8369-866dc61a65b3 req-549ac856-a377-4c6c-87b8-ebe19fc241f4 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.336054 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e918ab52-7bad-4a43-8369-866dc61a65b3 req-549ac856-a377-4c6c-87b8-ebe19fc241f4 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 946 time: 0.4054487 Jul 13 14:48:27.363267 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c9161fea-4f5d-4a64-b62f-52e862fbf898 None None] Port 2fa7456e-6047-40c2-8dac-cf3da5bef316 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:48:27.364605 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4d1ce6a6-5b75-423d-b3e8-fbaddfc571ad req-8dcdca8e-9c90-46d7-a924-d32e7d124da3 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746054 Jul 13 14:48:27.457402 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e918ab52-7bad-4a43-8369-866dc61a65b3 req-0b3c1eb6-fcac-450a-bbf0-703b16eae034 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871129 Jul 13 14:48:27.886799 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae93245-e53c-4f21-9a62-cedfdedaa41f req-91e970fb-5212-4976-9c32-047778eb79dc tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.903164 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aae93245-e53c-4f21-9a62-cedfdedaa41f req-91e970fb-5212-4976-9c32-047778eb79dc tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.2847693 Jul 13 14:48:28.047660 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aae93245-e53c-4f21-9a62-cedfdedaa41f req-395383e4-710e-491c-858a-bad00c25ff7a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412704 Jul 13 14:48:28.093628 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bad25-358f-43cb-97c4-0e09a1ef8cd1 req-f807bd76-02f6-4d6d-bf80-b83b1c50b7b4 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:28.095529 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2c7bad25-358f-43cb-97c4-0e09a1ef8cd1 req-f807bd76-02f6-4d6d-bf80-b83b1c50b7b4 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 931 time: 0.1778488 Jul 13 14:48:28.164643 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2c7bad25-358f-43cb-97c4-0e09a1ef8cd1 req-ebdfcd62-32d9-4e5e-96a4-30302ddc7562 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615251 Jul 13 14:48:28.844286 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fd692-53f8-485e-94e5-c2d0a2ce7e31 req-e21c78a5-3813-4925-a7bd-6f17d1785ded tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:28.846530 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f72fd692-53f8-485e-94e5-c2d0a2ce7e31 req-e21c78a5-3813-4925-a7bd-6f17d1785ded tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2305846 Jul 13 14:48:28.885932 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfcf56-f611-4252-ae79-18be9f24cc82 req-b9746ec4-fd21-4ed8-bdb2-256d93c706a0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:28.888667 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-efcfcf56-f611-4252-ae79-18be9f24cc82 req-b9746ec4-fd21-4ed8-bdb2-256d93c706a0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 946 time: 0.1654940 Jul 13 14:48:28.990305 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-efcfcf56-f611-4252-ae79-18be9f24cc82 req-40643e46-5446-4670-85f3-a0b2732f468a tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885422 Jul 13 14:48:29.003078 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f72fd692-53f8-485e-94e5-c2d0a2ce7e31 req-b828caae-57a3-4d94-bf38-371cabec4a03 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325383 Jul 13 14:48:29.304410 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b58ded-1fc5-45b7-b6b0-fea66661ec8c req-472f8216-a946-4897-b4f2-9fdede1f1d2b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.307688 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f2b58ded-1fc5-45b7-b6b0-fea66661ec8c req-472f8216-a946-4897-b4f2-9fdede1f1d2b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.0973840 Jul 13 14:48:29.396794 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f2b58ded-1fc5-45b7-b6b0-fea66661ec8c req-0909f53f-a9eb-44aa-9ad5-60b5e01da161 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815091 Jul 13 14:48:29.449789 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b066dbb-4541-49e7-8b0f-3d18bd4a0a0a req-b919df44-bddb-4f5c-9463-8e537d95e8e4 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.451415 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8b066dbb-4541-49e7-8b0f-3d18bd4a0a0a req-b919df44-bddb-4f5c-9463-8e537d95e8e4 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 931 time: 0.1391912 Jul 13 14:48:29.506040 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8b066dbb-4541-49e7-8b0f-3d18bd4a0a0a req-eb337e25-89a8-4bff-899b-aad1de43c795 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474408 Jul 13 14:48:29.517336 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:29.876861 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-44c00940-1685-4c3d-bb77-f5bec2b4a61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:30.418643 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:30.422272 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109776a-215d-46a6-856b-19667ff67a1e req-cd076cae-ca28-403d-93fc-1065b72c1f90 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.424485 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f109776a-215d-46a6-856b-19667ff67a1e req-cd076cae-ca28-403d-93fc-1065b72c1f90 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1932511 Jul 13 14:48:30.463071 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb6f49-0a99-4646-bacc-07ad627796ea req-f260a0eb-2111-4ab1-863f-d8ff946f2ef5 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.464710 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-55eb6f49-0a99-4646-bacc-07ad627796ea req-f260a0eb-2111-4ab1-863f-d8ff946f2ef5 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 946 time: 0.1831734 Jul 13 14:48:30.526449 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f109776a-215d-46a6-856b-19667ff67a1e req-c9c3e0b0-47da-49e4-9018-1076f1113319 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897748 Jul 13 14:48:30.552564 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-55eb6f49-0a99-4646-bacc-07ad627796ea req-98af7206-5a69-414b-b395-7f927bfe8c20 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754836 Jul 13 14:48:30.954243 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537767f-b013-4e1f-94d6-db7cbf606e06 req-c2ef3c64-0b22-4cab-972d-e0123e8a3521 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.955904 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c537767f-b013-4e1f-94d6-db7cbf606e06 req-c2ef3c64-0b22-4cab-972d-e0123e8a3521 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1470151 Jul 13 14:48:30.967849 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a274a-b663-42d8-b292-c8246a18ff0b req-942b260e-9bef-483e-bb9f-c83e61cb7b72 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.969497 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3d3a274a-b663-42d8-b292-c8246a18ff0b req-942b260e-9bef-483e-bb9f-c83e61cb7b72 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 931 time: 0.1491177 Jul 13 14:48:31.045616 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3d3a274a-b663-42d8-b292-c8246a18ff0b req-0084e871-0d2c-484d-b955-0849076f8558 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658174 Jul 13 14:48:31.048959 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c537767f-b013-4e1f-94d6-db7cbf606e06 req-538469d3-91c4-42de-b686-b06e1f552b55 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780797 Jul 13 14:48:31.133453 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 6de4dae2-a3ed-4222-93bc-9531510881a5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:31.343663 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.399246 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18619e4-9e52-468a-af00-52c17721329e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de4dae2-a3ed-4222-93bc-9531510881a5'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:31.404164 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d16f904-8825-4910-9d48-3fce6fbd2271" -d '{"events": [{"server_uuid": "e18619e4-9e52-468a-af00-52c17721329e", "name": "network-vif-unplugged", "status": "completed", "tag": "6de4dae2-a3ed-4222-93bc-9531510881a5"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:31.450365 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 6de4dae2-a3ed-4222-93bc-9531510881a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6de4dae2-a3ed-4222-93bc-9531510881a5,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:31.469752 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.619565 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-6e892b7d-0bff-43e9-a9f1-3c797a0464ab tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=89d7cad389cf4ed385a46fa05aa42674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499659 Jul 13 14:48:31.648006 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb33bc6-d393-417b-91c5-3f191edcfe3a x-openstack-request-id: req-efb33bc6-d393-417b-91c5-3f191edcfe3a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:31.648457 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18619e4-9e52-468a-af00-52c17721329e", "name": "network-vif-unplugged", "status": "completed", "tag": "6de4dae2-a3ed-4222-93bc-9531510881a5", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:31.649522 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efb33bc6-d393-417b-91c5-3f191edcfe3a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:31.652024 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18619e4-9e52-468a-af00-52c17721329e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de4dae2-a3ed-4222-93bc-9531510881a5', 'code': 200} Jul 13 14:48:31.654030 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=6de4dae2-a3ed-4222-93bc-9531510881a5,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:32.095442 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:32.308267 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-58fa7490-68b9-4758-89c5-092dc4da0335 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:32.310880 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-58fa7490-68b9-4758-89c5-092dc4da0335 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6963553 Jul 13 14:48:32.359696 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-8c5da80f-a95b-4bf0-80e8-2c78c8c41161 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/quotas/89d7cad389cf4ed385a46fa05aa42674 HTTP/1.1" status: 200 len: 375 time: 0.0272691 Jul 13 14:48:32.372674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621710b-f503-4ec6-8888-43d36965df1f req-7b6a998b-9bdd-4a74-b60b-27f2c1b995a0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:32.375268 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4621710b-f503-4ec6-8888-43d36965df1f req-7b6a998b-9bdd-4a74-b60b-27f2c1b995a0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.5134392 Jul 13 14:48:32.421102 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d86eb22b-2e56-4d37-8152-252fc1ecdf19 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89d7cad389cf4ed385a46fa05aa42674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444522 Jul 13 14:48:32.465384 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4621710b-f503-4ec6-8888-43d36965df1f req-89189217-636e-4944-a423-9f0c44def309 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741441 Jul 13 14:48:32.864701 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c1b69-8ef7-4495-8769-7fca3aacbdfe req-252a8f78-45b8-425d-87d7-f314efb06059 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:32.882831 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e94c1b69-8ef7-4495-8769-7fca3aacbdfe req-252a8f78-45b8-425d-87d7-f314efb06059 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.2246032 Jul 13 14:48:33.038882 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e94c1b69-8ef7-4495-8769-7fca3aacbdfe req-74c2f2ca-6462-441f-af5d-211df073ab3e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509571 Jul 13 14:48:33.133050 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88f3a0-9e68-43fd-ba9d-77fc01bfbd07 req-0bb9cef9-934e-4005-b376-1392c1405df6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.141025 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9d88f3a0-9e68-43fd-ba9d-77fc01bfbd07 req-0bb9cef9-934e-4005-b376-1392c1405df6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 931 time: 0.2566156 Jul 13 14:48:33.284812 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9d88f3a0-9e68-43fd-ba9d-77fc01bfbd07 req-34e16f38-1f56-4102-9678-5bf1fb10220c tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423507 Jul 13 14:48:33.535321 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8dffc199-1ad4-4c85-95d3-ebaa0f611aeb req-1b843ae5-b677-4f70-9537-4f91d1edb0e0 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0721471 Jul 13 14:48:33.594622 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23cc51-ddd1-43a7-80d2-bb0d3493fae5 req-440f2797-1acd-4e77-9604-cab39970730d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.597273 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9f23cc51-ddd1-43a7-80d2-bb0d3493fae5 req-440f2797-1acd-4e77-9604-cab39970730d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.2700384 Jul 13 14:48:33.668218 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9f23cc51-ddd1-43a7-80d2-bb0d3493fae5 req-5244a22f-44a1-4d93-a5a5-13749a06b920 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590360 Jul 13 14:48:33.917478 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b3b1e-2a71-4e4f-9080-d502b2b3dd1a req-b9275fd6-9b20-457a-8093-cf39f4fd53ba tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.924662 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-462b3b1e-2a71-4e4f-9080-d502b2b3dd1a req-b9275fd6-9b20-457a-8093-cf39f4fd53ba tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1721604 Jul 13 14:48:33.987556 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-462b3b1e-2a71-4e4f-9080-d502b2b3dd1a req-cf88e932-66c6-4831-bce7-76a1286cfe8c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562148 Jul 13 14:48:34.286640 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9c474-82b0-4045-b32a-b32ff55f5f8a req-ae2232ee-6dc3-4699-b2fb-37a8558a5067 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:34.288495 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e7d9c474-82b0-4045-b32a-b32ff55f5f8a req-ae2232ee-6dc3-4699-b2fb-37a8558a5067 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.0989981 Jul 13 14:48:34.357268 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e7d9c474-82b0-4045-b32a-b32ff55f5f8a req-b9eb5ac0-24b5-458f-a059-452c8720a8f7 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560842 Jul 13 14:48:34.500830 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51f1d3-8fa1-4a47-b199-ed437d668d86 req-76a4c82d-bcd4-4558-9a2e-cb9cb52007b1 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:34.502967 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d51f1d3-8fa1-4a47-b199-ed437d668d86 req-76a4c82d-bcd4-4558-9a2e-cb9cb52007b1 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 931 time: 0.0738831 Jul 13 14:48:34.551996 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d51f1d3-8fa1-4a47-b199-ed437d668d86 req-d52cf053-ff7a-46cd-9363-f4bcdcd0af40 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383570 Jul 13 14:48:34.806881 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1905992b-921d-4a0e-8dcc-3f8be236b303 req-660f5af8-bbf8-4ce7-ac3d-fdfe0426cef2 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0416415 Jul 13 14:48:35.005260 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59f3a1-9022-4035-b5b9-ebcd05592196 req-fd02f2a9-0d62-41a7-bc58-87ca8ab2f78c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:35.007677 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d59f3a1-9022-4035-b5b9-ebcd05592196 req-fd02f2a9-0d62-41a7-bc58-87ca8ab2f78c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1059823 Jul 13 14:48:35.082011 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d59f3a1-9022-4035-b5b9-ebcd05592196 req-a6ba36aa-4774-4c82-840a-4513e90c621d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631242 Jul 13 14:48:35.247690 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98bc0-63db-4fef-8fff-4626b156415f req-13e7eb04-ddc7-4261-a55d-1d26cf9572b9 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:35.249489 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b4e98bc0-63db-4fef-8fff-4626b156415f req-13e7eb04-ddc7-4261-a55d-1d26cf9572b9 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0871129 Jul 13 14:48:35.298614 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b4e98bc0-63db-4fef-8fff-4626b156415f req-d9647134-cc09-463b-8c53-878617898a71 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Jul 13 14:48:35.632938 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1fa12-e4b9-40b6-8336-bae04de48d00 req-666033f3-9dae-4843-a8a9-a50bb9f5bd3e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:35.639333 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-39c1fa12-e4b9-40b6-8336-bae04de48d00 req-666033f3-9dae-4843-a8a9-a50bb9f5bd3e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.1202261 Jul 13 14:48:35.700018 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-39c1fa12-e4b9-40b6-8336-bae04de48d00 req-b7ba0a35-41d3-4944-9d15-6bb73a7b26e1 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582211 Jul 13 14:48:35.869031 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bba05b-54e8-4206-8f2d-e170688159a5 req-ddad057c-8a97-43d8-a30d-3ec853c75494 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:35.871961 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-62bba05b-54e8-4206-8f2d-e170688159a5 req-ddad057c-8a97-43d8-a30d-3ec853c75494 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 931 time: 0.0898390 Jul 13 14:48:35.932869 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-62bba05b-54e8-4206-8f2d-e170688159a5 req-8b9ef9fd-9956-4838-8c04-445d96b6da36 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549245 Jul 13 14:48:36.016798 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7582af43-aa08-4c06-92b0-033702f58699 req-924e4771-4ae4-4830-984a-fd7d19be59d8 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0417984 Jul 13 14:48:36.367310 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddba976-a522-4bdd-95af-199f4b4c953b req-e2f76710-ce9c-4b7d-b1fa-2126eb2bcbc0 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:36.370603 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2ddba976-a522-4bdd-95af-199f4b4c953b req-e2f76710-ce9c-4b7d-b1fa-2126eb2bcbc0 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1232436 Jul 13 14:48:36.418678 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:36.448399 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2ddba976-a522-4bdd-95af-199f4b4c953b req-5fbaee8d-3b35-4145-bed5-ce025fba1656 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712769 Jul 13 14:48:36.670584 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df58c7c-5a8f-45d2-91e7-19b9c70cf7d0 req-69f07856-50d2-45e5-81f8-310bfba5f5c8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:36.673489 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8df58c7c-5a8f-45d2-91e7-19b9c70cf7d0 req-69f07856-50d2-45e5-81f8-310bfba5f5c8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0947261 Jul 13 14:48:36.745376 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8df58c7c-5a8f-45d2-91e7-19b9c70cf7d0 req-cf3e7304-42e7-4b34-8649-48e5d2503fad tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610490 Jul 13 14:48:36.966584 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb699d-e420-43cc-92bc-ea959492cb00 req-8c47c13f-45c3-4e02-a7ea-545cbb0bf297 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:36.969710 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9deb699d-e420-43cc-92bc-ea959492cb00 req-8c47c13f-45c3-4e02-a7ea-545cbb0bf297 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.1061158 Jul 13 14:48:37.022865 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9deb699d-e420-43cc-92bc-ea959492cb00 req-f1814f53-b084-4360-a4cc-55879bd536cf tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Jul 13 14:48:37.165728 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79c566-f0d6-4d79-8967-081480e31429 req-f5d235c6-e730-494c-b834-3f58267db4e9 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:37.168155 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dc79c566-f0d6-4d79-8967-081480e31429 req-f5d235c6-e730-494c-b834-3f58267db4e9 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 931 time: 0.0807633 Jul 13 14:48:37.289559 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dc79c566-f0d6-4d79-8967-081480e31429 req-1affd3e3-757d-4fc9-bf16-84533080c453 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113887 Jul 13 14:48:37.292902 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b40708a9-1f28-4d6e-8deb-25cb42f8e942 req-5215b9a6-10f4-46f8-8a71-11bea3990122 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0582409 Jul 13 14:48:37.690180 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7872fa8-681f-44e0-be16-83a73f2afff7 req-6bfa1f12-94fd-47d0-bb02-bc2c489d82ec tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:37.692290 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7872fa8-681f-44e0-be16-83a73f2afff7 req-6bfa1f12-94fd-47d0-bb02-bc2c489d82ec tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1110935 Jul 13 14:48:37.747161 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7872fa8-681f-44e0-be16-83a73f2afff7 req-be17ccc5-b829-4aa6-8d98-5560f09e4a3a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467935 Jul 13 14:48:38.063121 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcee9d6-bb3b-4edf-8830-1bda3deb1c81 req-34324ca8-abc3-4d7e-b71c-cd99aafb934d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:38.076268 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cfcee9d6-bb3b-4edf-8830-1bda3deb1c81 req-34324ca8-abc3-4d7e-b71c-cd99aafb934d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0896082 Jul 13 14:48:38.123672 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cfcee9d6-bb3b-4edf-8830-1bda3deb1c81 req-fae2410a-d9f3-4970-adc2-4cde886ece98 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456953 Jul 13 14:48:38.308690 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5af9bd-31e7-4609-8961-53157fc0634b req-07d1d45b-cfc9-44a0-b999-0aaa54903680 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:38.311429 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5f5af9bd-31e7-4609-8961-53157fc0634b req-07d1d45b-cfc9-44a0-b999-0aaa54903680 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.0910273 Jul 13 14:48:38.361335 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5f5af9bd-31e7-4609-8961-53157fc0634b req-f781d12f-4a22-4ec4-abbc-764eb4dbf9a1 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Jul 13 14:48:38.547726 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4905207b-3158-45cc-b96b-971c8e50887e req-b3e3ed66-0f92-459b-9bed-927cf275273e tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0507636 Jul 13 14:48:38.596279 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37755b-9047-4adf-a20d-7fe9d8105098 req-6fb6d386-8dfa-4271-bb91-020ff948612f tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:38.597826 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9f37755b-9047-4adf-a20d-7fe9d8105098 req-6fb6d386-8dfa-4271-bb91-020ff948612f tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 931 time: 0.1115553 Jul 13 14:48:38.648004 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9f37755b-9047-4adf-a20d-7fe9d8105098 req-c5515d8f-c458-4bad-8d1c-18c3bbd53828 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437498 Jul 13 14:48:38.969424 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Request body: {'port': {'device_id': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:39.304008 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.341882 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411dfe8-a9ad-4015-8445-f249fddc724c req-9dea349a-8189-4993-b8d3-d6c974a879e2 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:39.344724 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d411dfe8-a9ad-4015-8445-f249fddc724c req-9dea349a-8189-4993-b8d3-d6c974a879e2 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.3671770 Jul 13 14:48:39.363296 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-2e81bade-2287-4136-b4b1-5ba6041b2e4e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:39.366124 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-2e81bade-2287-4136-b4b1-5ba6041b2e4e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.61 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.2678800 Jul 13 14:48:39.417537 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-a21ef617-c77f-4018-a138-a10377e19a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:39.419095 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-a21ef617-c77f-4018-a138-a10377e19a1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1098 time: 0.0678535 Jul 13 14:48:39.745088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d411dfe8-a9ad-4015-8445-f249fddc724c req-77fe2dda-4f3e-41ff-a5ae-3fde6cbfc479 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737571 Jul 13 14:48:39.871043 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f941a-e80d-4754-8727-9e52c64d360c req-e26f73b3-4834-4b9e-a8b4-2234d4165bb9 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:39.873875 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-810f941a-e80d-4754-8727-9e52c64d360c req-e26f73b3-4834-4b9e-a8b4-2234d4165bb9 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.5060618 Jul 13 14:48:40.032107 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Deleting port 6de4dae2-a3ed-4222-93bc-9531510881a5 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:40.032462 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.059965 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-810f941a-e80d-4754-8727-9e52c64d360c req-4a10dd58-afce-44cb-8d48-7e41891509d0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424725 Jul 13 14:48:40.208497 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fbea4-1011-4696-9deb-1362380de3ce req-ef7c17c6-ea42-42e7-baca-e2b93676068c tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:40.210552 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-744fbea4-1011-4696-9deb-1362380de3ce req-ef7c17c6-ea42-42e7-baca-e2b93676068c tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 944 time: 0.3213160 Jul 13 14:48:40.270768 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] For port 6de4dae2-a3ed-4222-93bc-9531510881a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6de4dae2-a3ed-4222-93bc-9531510881a5,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:40.271191 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.275398 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa7456e-6047-40c2-8dac-cf3da5bef316 {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:40.296818 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.323666 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ad08e996-aa98-498a-b1e7-2ff322cee803 req-feb32a91-fa62-4cf3-881b-c1d731f2a252 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0837600 Jul 13 14:48:40.333999 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Calling delete_port for 6de4dae2-a3ed-4222-93bc-9531510881a5 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:40.359782 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Transition to ACTIVE for port object 2fa7456e-6047-40c2-8dac-cf3da5bef316 will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:40.368219 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-744fbea4-1011-4696-9deb-1362380de3ce req-0000aa71-1545-4a4c-b271-326426d847ce tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493998 Jul 13 14:48:40.374781 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.530263 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Pushing event updated for resources: {'Port': ['ID=2fa7456e-6047-40c2-8dac-cf3da5bef316,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:40.681556 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444dccc-4551-422c-b840-2ba186346bcd req-7c731d7c-1b7f-474d-87ea-241c8e4cf28d tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:40.688974 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2444dccc-4551-422c-b840-2ba186346bcd req-7c731d7c-1b7f-474d-87ea-241c8e4cf28d tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 943 time: 0.2345836 Jul 13 14:48:40.736191 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Attempting to bind port 2fa7456e-6047-40c2-8dac-cf3da5bef316 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:40.736536 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Attempting to bind port 2fa7456e-6047-40c2-8dac-cf3da5bef316 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:40.736847 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Attempting to bind port 2fa7456e-6047-40c2-8dac-cf3da5bef316 on network aa79d9f6-a2ef-405f-8803-8b8236d03e56 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:40.741723 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.762292 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Port 2fa7456e-6047-40c2-8dac-cf3da5bef316 on network aa79d9f6-a2ef-405f-8803-8b8236d03e56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:48:40.762631 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Attempting to bind port 2fa7456e-6047-40c2-8dac-cf3da5bef316 on network aa79d9f6-a2ef-405f-8803-8b8236d03e56 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:40.797257 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2444dccc-4551-422c-b840-2ba186346bcd req-8e4b6473-2b7d-40b7-bed6-a0258f91ab68 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063128 Jul 13 14:48:40.803277 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:40.803957 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Checking segment: {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:40.804849 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Bound using segment: {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:40.805922 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Bound port: 2fa7456e-6047-40c2-8dac-cf3da5bef316, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0b7960-835d-4859-a79a-d97ae36df504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:40.806541 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.812661 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Pushing event deleted for resources: {'Port': ['ID=6de4dae2-a3ed-4222-93bc-9531510881a5,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:40.893392 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] No DVR routers for this DVR port 6de4dae2-a3ed-4222-93bc-9531510881a5 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:40.899487 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.902246 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-afca1ff2-1aec-4df9-b26c-bc1bd34145e4 req-61e525aa-3d9d-4c6c-b07a-a612e2522c88 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.61 "DELETE /v2.0/ports/6de4dae2-a3ed-4222-93bc-9531510881a5 HTTP/1.1" status: 204 len: 173 time: 1.4672377 Jul 13 14:48:40.902795 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18619e4-9e52-468a-af00-52c17721329e', 'name': 'network-vif-deleted', 'tag': '6de4dae2-a3ed-4222-93bc-9531510881a5'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:40.905280 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfb6e6f-5391-4448-a61b-f7ee5443e374" -d '{"events": [{"server_uuid": "e18619e4-9e52-468a-af00-52c17721329e", "name": "network-vif-deleted", "tag": "6de4dae2-a3ed-4222-93bc-9531510881a5"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:40.935173 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-f0f4edbe-1e63-4912-8ba1-f725ea7fdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:40.937604 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-f0f4edbe-1e63-4912-8ba1-f725ea7fdf15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 920 time: 0.4852898 Jul 13 14:48:40.943468 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] For port 2fa7456e-6047-40c2-8dac-cf3da5bef316, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:40.970760 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb64d48-fd4e-45ce-b197-39afbf1814ea x-openstack-request-id: req-acb64d48-fd4e-45ce-b197-39afbf1814ea {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:40.971223 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18619e4-9e52-468a-af00-52c17721329e", "name": "network-vif-deleted", "tag": "6de4dae2-a3ed-4222-93bc-9531510881a5", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:40.971489 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acb64d48-fd4e-45ce-b197-39afbf1814ea {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:40.971925 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18619e4-9e52-468a-af00-52c17721329e', 'name': 'network-vif-deleted', 'tag': '6de4dae2-a3ed-4222-93bc-9531510881a5', 'status': 'completed', 'code': 200} Jul 13 14:48:40.992835 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] For port 2fa7456e-6047-40c2-8dac-cf3da5bef316, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:40.999475 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.057166 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:41.057816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.059350 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] 10.222.0.61 "PUT /v2.0/ports/2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 1093 time: 2.1031651 Jul 13 14:48:41.083929 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c7bc1-4012-4cd3-bf6c-05c10ecca3bf service neutron] Pushing event updated for resources: {'Port': ['ID=2fa7456e-6047-40c2-8dac-cf3da5bef316,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:41.099182 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9aa73-c2d4-4643-bc13-62e8eb18444f req-88276fed-3121-4b1d-ba58-9bfea912ab48 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:41.100937 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5ac9aa73-c2d4-4643-bc13-62e8eb18444f req-88276fed-3121-4b1d-ba58-9bfea912ab48 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1615551 Jul 13 14:48:41.182663 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5ac9aa73-c2d4-4643-bc13-62e8eb18444f req-746d48f4-a8c3-4f7a-b98d-66642884d0b3 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726435 Jul 13 14:48:41.326148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431287-59c7-4df6-98aa-a05f2f6e1c9f req-16d18cea-d987-4335-88d5-a29ef586dfc7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:41.327715 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e3431287-59c7-4df6-98aa-a05f2f6e1c9f req-16d18cea-d987-4335-88d5-a29ef586dfc7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0757565 Jul 13 14:48:41.370647 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e3431287-59c7-4df6-98aa-a05f2f6e1c9f req-58f044f6-f381-416d-b311-569d0951e5ab tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Jul 13 14:48:41.490360 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fd863c22-a72c-4900-87b8-56314660568c req-4f8f3fb9-6016-48f6-9ad7-f682a7965a33 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0310202 Jul 13 14:48:41.663983 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-615783ac-1273-4031-b504-73178ab4df1f req-6b0d8e29-ba72-4ad4-b1b3-87efbb2b12eb tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 210 time: 0.0578339 Jul 13 14:48:41.983084 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb9b62-94b2-4648-9677-c365bb223e82 req-6aecf624-61e9-44ec-a3f1-5a71a581d945 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:41.984795 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dbcb9b62-94b2-4648-9677-c365bb223e82 req-6aecf624-61e9-44ec-a3f1-5a71a581d945 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1144755 Jul 13 14:48:42.040285 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dbcb9b62-94b2-4648-9677-c365bb223e82 req-f7529250-78d0-4d0c-9204-07a599acf4ff tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Jul 13 14:48:42.053427 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd06b0-7496-4562-8e3e-62255e7611ae req-c7fb3876-d010-4971-88de-bbbbf714e37d tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:42.056894 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e2dd06b0-7496-4562-8e3e-62255e7611ae req-c7fb3876-d010-4971-88de-bbbbf714e37d tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 943 time: 0.1215386 Jul 13 14:48:42.105923 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e2dd06b0-7496-4562-8e3e-62255e7611ae req-14047e69-2086-482c-a939-5ad4a1dc7fde tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Jul 13 14:48:42.428623 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31866-fd1b-471f-9b6e-7ce868257b1f req-b0579f52-8675-4fe4-82d0-d9e3854f3bcf tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:42.430296 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fec31866-fd1b-471f-9b6e-7ce868257b1f req-b0579f52-8675-4fe4-82d0-d9e3854f3bcf tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.0968497 Jul 13 14:48:42.485982 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fec31866-fd1b-471f-9b6e-7ce868257b1f req-5b5c6b73-a5ea-4519-864b-08b92de5596a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482883 Jul 13 14:48:42.613373 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-9c63260e-8312-42d6-a0f8-c13aea0e798f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 200 len: 217 time: 0.0598710 Jul 13 14:48:42.702508 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-699138ec-b173-4f8b-add9-fb7e95c5a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:42.704502 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-699138ec-b173-4f8b-add9-fb7e95c5a8d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.0841174 Jul 13 14:48:42.708891 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-658d00f5-0073-41e3-bd02-cf67df3916ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:42.712459 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-658d00f5-0073-41e3-bd02-cf67df3916ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27e7ad5089184846bd61e16bfa02b42e&device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1096 time: 0.1124794 Jul 13 14:48:42.758112 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-9dacfc8d-d3ef-4606-8954-fccaa895cb82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436289 Jul 13 14:48:42.783518 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-a822516f-7f7d-4b26-8607-4ae55d2a8681 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 217 time: 0.0623870 Jul 13 14:48:42.806475 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3aa2d911-9bfe-404d-8c1c-12d2b2cd6a95 req-96563e26-dcc0-47e1-ab3f-53091a387e12 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0704961 Jul 13 14:48:42.860164 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-892b1b24-0668-4db0-a120-7ed98174df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:42.861824 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-892b1b24-0668-4db0-a120-7ed98174df44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d76d458f-63d6-4585-b8ac-6b5f35326c68 HTTP/1.1" status: 200 len: 853 time: 0.0585704 Jul 13 14:48:42.905889 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-7db84426-a32d-4b95-b9bd-fcf639072644 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365008 Jul 13 14:48:42.976537 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4af4935d-c36c-44f8-8809-37818a1a0809 req-4c8f5f36-e44e-465e-aedc-efbd50a586cb tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e18619e4-9e52-468a-af00-52c17721329e HTTP/1.1" status: 200 len: 210 time: 0.0638189 Jul 13 14:48:42.980373 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:42.986558 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61480681-f215-460d-bc8e-9cefc55b255d" -d '{"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:43.035182 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-72df0e3a-e631-4afa-9a04-a2187b4cd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:43.036806 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-72df0e3a-e631-4afa-9a04-a2187b4cd181 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa79d9f6-a2ef-405f-8803-8b8236d03e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1635110 Jul 13 14:48:43.085719 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-8fe032a4-0692-4502-bb1c-4218e558c1de req-c32bc4bb-485a-4d85-ae03-f863956bcee1 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571519 Jul 13 14:48:43.106433 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e77e50-29e3-4e6c-9669-5c0d7b74909b x-openstack-request-id: req-17e77e50-29e3-4e6c-9669-5c0d7b74909b {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:43.106722 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:43.106967 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17e77e50-29e3-4e6c-9669-5c0d7b74909b {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:43.107363 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'status': 'completed', 'code': 200} Jul 13 14:48:43.174853 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-a1cdb2a5-abc2-49ff-8a8a-e177860c405d tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=89d7cad389cf4ed385a46fa05aa42674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581939 Jul 13 14:48:43.183985 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-072dfd28-84f5-4265-a2d2-9c97806f8647 service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386724 Jul 13 14:48:43.494002 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-674fd644-619d-4f39-90db-6bfd2b9c9d1a tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:43.495962 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-674fd644-619d-4f39-90db-6bfd2b9c9d1a tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136549 Jul 13 14:48:43.520540 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Request body: {'port': {'device_id': '59adaaea-f0f6-4775-97e4-f25e15a447c2', 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611', 'admin_state_up': True, 'tenant_id': '89d7cad389cf4ed385a46fa05aa42674'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:43.691570 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Made reservation on behalf of 89d7cad389cf4ed385a46fa05aa42674 for: {'port': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:43.694975 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.706846 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.856735 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.860536 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-fa1dec03-9d6a-498f-9a78-012ed7340fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:43.862769 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.863133 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-fa1dec03-9d6a-498f-9a78-012ed7340fd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1098 time: 0.6383338 Jul 13 14:48:43.931605 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23738d-b521-45fa-9523-b0315a078405 req-dc7c6cc5-d0fa-4cc2-b7bc-79dabe40defa tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:43.941521 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0e23738d-b521-45fa-9523-b0315a078405 req-dc7c6cc5-d0fa-4cc2-b7bc-79dabe40defa tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.6473916 Jul 13 14:48:43.945470 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:44.022509 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f81e803-0d65-4a54-8cf9-dc181a792f2c req-56300a86-440e-485e-870f-996a18814fce service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156388 Jul 13 14:48:44.060615 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Allocated IP 192.168.233.228 (5ed7c55e-684b-403d-bdd3-5cce463ef611/8220c084-f9c1-4e45-836d-6543727bbbe9/a2a25142-b849-454c-aad8-625b0ccecb58) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:44.066468 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c033b6-eeac-4e2f-8aa2-940a638ed577 req-62dcf240-b03b-47d5-b79e-70f577df28ab tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:44.068766 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a8c033b6-eeac-4e2f-8aa2-940a638ed577 req-62dcf240-b03b-47d5-b79e-70f577df28ab tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 943 time: 0.6917679 Jul 13 14:48:44.095179 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0e23738d-b521-45fa-9523-b0315a078405 req-2435a62f-99b8-4e14-9aa9-0546fde3da13 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524479 Jul 13 14:48:44.238302 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a8c033b6-eeac-4e2f-8aa2-940a638ed577 req-e5e34940-2ed7-45a8-a847-388ed91e0c50 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584721 Jul 13 14:48:44.244484 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-73ec02cf-0767-427a-9b2d-0f7cd6cbb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:44.247583 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-73ec02cf-0767-427a-9b2d-0f7cd6cbb3f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 920 time: 0.3559375 Jul 13 14:48:44.351160 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.373898 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-ed3a9879-afb9-46c9-91ab-3fed0e421d87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 200 len: 217 time: 0.0868192 Jul 13 14:48:44.374182 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Transition to ACTIVE for port object a2a25142-b849-454c-aad8-625b0ccecb58 will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:44.386986 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61480681-f215-460d-bc8e-9cefc55b255d req-8fbff519-a8ed-489d-a125-f8c77469ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:44.388630 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61480681-f215-460d-bc8e-9cefc55b255d req-8fbff519-a8ed-489d-a125-f8c77469ba07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27e7ad5089184846bd61e16bfa02b42e&device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1096 time: 0.2826629 Jul 13 14:48:44.417413 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.417997 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3a4d2552-61b9-4ee2-bff9-86c6d0b5daca req-c319bd06-79d8-43e6-96bc-815c9fde9896 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0489171 Jul 13 14:48:44.489265 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Network 5ed7c55e-684b-403d-bdd3-5cce463ef611 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:44.496536 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:44.500388 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:44.517357 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-216e2b96-98a3-4c19-a350-2ee728675787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:44.519137 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-216e2b96-98a3-4c19-a350-2ee728675787 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.1296070 Jul 13 14:48:44.571393 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Pushing event updated for resources: {'Port': ['ID=a2a25142-b849-454c-aad8-625b0ccecb58,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:44.626604 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-83c34e2b-c8f1-425b-9172-7926380a798f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934258 Jul 13 14:48:44.701855 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:44.709477 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.757612 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-b433e3c0-fd11-465a-8076-219d781332db tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2423289 Jul 13 14:48:44.783374 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Request body: {'port': {'device_id': '59adaaea-f0f6-4775-97e4-f25e15a447c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:44.818441 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-8f75396d-5bf1-42a4-87de-66b01d9c6288 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761715 Jul 13 14:48:44.832256 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51206e-9e16-4eef-a079-fdcf97fadf39 req-3c7bfb59-4469-42b1-b4bd-7ef9c5f71531 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:44.839980 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4f51206e-9e16-4eef-a079-fdcf97fadf39 req-3c7bfb59-4469-42b1-b4bd-7ef9c5f71531 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.5727725 Jul 13 14:48:44.953577 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61480681-f215-460d-bc8e-9cefc55b255d req-0055bf28-da79-4172-bc98-b2037382d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:44.963420 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61480681-f215-460d-bc8e-9cefc55b255d req-0055bf28-da79-4172-bc98-b2037382d635 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 200 len: 915 time: 0.5398498 Jul 13 14:48:45.021885 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.060280 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4f51206e-9e16-4eef-a079-fdcf97fadf39 req-ed1e6ddc-9e9b-41c5-8820-961696468cc1 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191639 Jul 13 14:48:45.061773 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61480681-f215-460d-bc8e-9cefc55b255d req-7320873e-888d-4ed2-8000-9535d7816741 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 217 time: 0.0971587 Jul 13 14:48:45.088945 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-70176919-623d-43a2-95d9-1ef84e8ff8a5 None None] Provisioning for port a2a25142-b849-454c-aad8-625b0ccecb58 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:45.107533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-70176919-623d-43a2-95d9-1ef84e8ff8a5 None None] Provisioning complete for port a2a25142-b849-454c-aad8-625b0ccecb58 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:45.108345 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-70176919-623d-43a2-95d9-1ef84e8ff8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.187587 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-70176919-623d-43a2-95d9-1ef84e8ff8a5 None None] Port a2a25142-b849-454c-aad8-625b0ccecb58 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:48:45.207862 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1de042d9-5bbf-4b20-93b6-074b9d16279a req-3a1d3a53-d27f-44db-8cf2-fe3b3ea4a610 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574793 Jul 13 14:48:45.423021 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61480681-f215-460d-bc8e-9cefc55b255d req-bce9d54d-2ebb-4a8a-b3cf-06994029ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:45.424548 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61480681-f215-460d-bc8e-9cefc55b255d req-bce9d54d-2ebb-4a8a-b3cf-06994029ee0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d76d458f-63d6-4585-b8ac-6b5f35326c68 HTTP/1.1" status: 200 len: 853 time: 0.3460813 Jul 13 14:48:45.483871 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2d8b-223b-4032-b289-656b8cae1001 req-2abaf40c-a1fd-4de8-be04-c36c56a841c7 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:45.486571 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-2abaf40c-a1fd-4de8-be04-c36c56a841c7 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/networks?id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 HTTP/1.1" status: 200 len: 809 time: 0.3938386 Jul 13 14:48:45.533541 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-842999d7-8245-4fc4-b222-9091e20d09f0 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/quotas/8c166e60d0fe4e4da6a53deb1fef688c HTTP/1.1" status: 200 len: 375 time: 0.0227365 Jul 13 14:48:45.545764 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a25142-b849-454c-aad8-625b0ccecb58 {{(pid=110074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:45.566306 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.575696 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-9cc09130-8aa0-4c9b-bc87-fe753d14b5ae tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c166e60d0fe4e4da6a53deb1fef688c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362153 Jul 13 14:48:45.583568 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1410f4-b232-42b4-85e8-f207db2129d0 req-b21355cf-4d59-4b10-8852-59b2941c85ce tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:45.585585 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4e1410f4-b232-42b4-85e8-f207db2129d0 req-b21355cf-4d59-4b10-8852-59b2941c85ce tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2648475 Jul 13 14:48:45.597004 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Transition to ACTIVE for port object a2a25142-b849-454c-aad8-625b0ccecb58 will not be triggered until provisioned by entity L2. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:45.616310 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.700565 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61480681-f215-460d-bc8e-9cefc55b255d req-83ab7983-7a52-41b1-8518-c33be1a188de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:45.701947 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61480681-f215-460d-bc8e-9cefc55b255d req-83ab7983-7a52-41b1-8518-c33be1a188de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa79d9f6-a2ef-405f-8803-8b8236d03e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2658343 Jul 13 14:48:45.712837 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4e1410f4-b232-42b4-85e8-f207db2129d0 req-77690f26-77f8-4f1a-9adf-cca9cdab3600 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147122 Jul 13 14:48:45.730219 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a25142-b849-454c-aad8-625b0ccecb58,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:45.807389 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-7589b257-1f51-495f-a1fd-55050f8405d7 service neutron] 10.222.0.37 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189910 Jul 13 14:48:45.920581 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61480681-f215-460d-bc8e-9cefc55b255d req-c6663b33-8a5c-408d-a5d8-a2af62f8730d service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016778 Jul 13 14:48:45.929841 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Attempting to bind port a2a25142-b849-454c-aad8-625b0ccecb58 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:45.931477 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Attempting to bind port a2a25142-b849-454c-aad8-625b0ccecb58 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:45.932341 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Attempting to bind port a2a25142-b849-454c-aad8-625b0ccecb58 on network 5ed7c55e-684b-403d-bdd3-5cce463ef611 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:45.940427 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Port a2a25142-b849-454c-aad8-625b0ccecb58 on network 5ed7c55e-684b-403d-bdd3-5cce463ef611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:48:45.940879 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Attempting to bind port a2a25142-b849-454c-aad8-625b0ccecb58 on network 5ed7c55e-684b-403d-bdd3-5cce463ef611 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:45.951337 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:45.952185 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Checking segment: {'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:45.953779 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Bound using segment: {'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:45.953779 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Bound port: a2a25142-b849-454c-aad8-625b0ccecb58, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f943e6fe-aca2-4175-8217-cf119ac7363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611'}}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:45.954306 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.037886 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-bcfb808c-0e11-41d4-9555-abfc82757c1a service neutron] 10.222.0.37 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080107 Jul 13 14:48:46.087959 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] For port a2a25142-b849-454c-aad8-625b0ccecb58, host hv-cinder-78836, cleared binding levels {{(pid=110074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:46.089069 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-61480681-f215-460d-bc8e-9cefc55b255d req-ab6ef76a-d72e-4653-be3c-6a8fc19c1c04 service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594288 Jul 13 14:48:46.094223 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] For port a2a25142-b849-454c-aad8-625b0ccecb58, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a2a25142-b849-454c-aad8-625b0ccecb58,segment=NetworkSegment(f943e6fe-aca2-4175-8217-cf119ac7363e),segment_id=f943e6fe-aca2-4175-8217-cf119ac7363e)] {{(pid=110074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:46.105754 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.123199 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e119488-c426-41b5-a01b-f9def08e997c req-f9fbd3c6-ad41-4143-b897-3c517201c728 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.127252 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3e119488-c426-41b5-a01b-f9def08e997c req-f9fbd3c6-ad41-4143-b897-3c517201c728 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 943 time: 0.1376286 Jul 13 14:48:46.156844 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.157473 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.158906 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] 10.222.0.61 "PUT /v2.0/ports/a2a25142-b849-454c-aad8-625b0ccecb58 HTTP/1.1" status: 200 len: 1098 time: 1.3872628 Jul 13 14:48:46.159357 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59adaaea-f0f6-4775-97e4-f25e15a447c2', 'tag': 'a2a25142-b849-454c-aad8-625b0ccecb58'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:46.162055 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff" -d '{"events": [{"name": "network-changed", "server_uuid": "59adaaea-f0f6-4775-97e4-f25e15a447c2", "tag": "a2a25142-b849-454c-aad8-625b0ccecb58"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:46.183751 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13442b5-9686-4a9f-a51d-1830cb02dc59 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a25142-b849-454c-aad8-625b0ccecb58,revision_number=3']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:46.251134 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3e119488-c426-41b5-a01b-f9def08e997c req-7e815c15-6808-4f4c-b0e7-7ffd51225ef2 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126478 Jul 13 14:48:46.326564 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-f8253fbc-a703-4e7d-8f8c-fe1b24c5bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.329796 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-f8253fbc-a703-4e7d-8f8c-fe1b24c5bfee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89d7cad389cf4ed385a46fa05aa42674&device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 1101 time: 0.0955570 Jul 13 14:48:46.421345 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-242160be-310d-46eb-b6dd-781bb8c95d85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a2a25142-b849-454c-aad8-625b0ccecb58 HTTP/1.1" status: 200 len: 217 time: 0.0806594 Jul 13 14:48:46.521710 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 2fa7456e-6047-40c2-8dac-cf3da5bef316 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:48:46.554765 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-29ad84cf-b5d8-4b2c-b48e-535a9768f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.563664 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f3131-a97b-466e-ab71-f0a230e527f7 req-6fd7974e-22db-44b3-9248-6738c622aa1e tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.567035 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc9f3131-a97b-466e-ab71-f0a230e527f7 req-6fd7974e-22db-44b3-9248-6738c622aa1e tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 948 time: 0.2182424 Jul 13 14:48:46.569906 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-29ad84cf-b5d8-4b2c-b48e-535a9768f892 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8220c084-f9c1-4e45-836d-6543727bbbe9 HTTP/1.1" status: 200 len: 843 time: 0.1395290 Jul 13 14:48:46.651103 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc9f3131-a97b-466e-ab71-f0a230e527f7 req-f6f94d46-866d-4a48-9708-e14f3adf137d tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724401 Jul 13 14:48:46.702816 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-5ef27efe-d2d6-4589-9351-64014aff602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.707873 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-5ef27efe-d2d6-4589-9351-64014aff602c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5ed7c55e-684b-403d-bdd3-5cce463ef611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1263790 Jul 13 14:48:46.805048 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 2fa7456e-6047-40c2-8dac-cf3da5bef316, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:46.837102 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'port_id': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'mac_address': 'fa:16:3e:4b:99:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:48:46.892742 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-beedcd7f-21b3-4610-9349-4818fc442480 service neutron] 10.222.0.61 "GET /v2.0/networks/5ed7c55e-684b-403d-bdd3-5cce463ef611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796236 Jul 13 14:48:46.917871 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28b05fb-c505-48e6-9e58-a8d553dc4c9e x-openstack-request-id: req-c28b05fb-c505-48e6-9e58-a8d553dc4c9e {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:46.918371 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59adaaea-f0f6-4775-97e4-f25e15a447c2", "tag": "a2a25142-b849-454c-aad8-625b0ccecb58", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:46.918721 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c28b05fb-c505-48e6-9e58-a8d553dc4c9e {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:46.919567 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59adaaea-f0f6-4775-97e4-f25e15a447c2', 'tag': 'a2a25142-b849-454c-aad8-625b0ccecb58', 'status': 'completed', 'code': 200} Jul 13 14:48:46.930576 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.958145 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa7456e-6047-40c2-8dac-cf3da5bef316 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:47.001260 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 2fa7456e-6047-40c2-8dac-cf3da5bef316, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:47.012592 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:47.049488 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-44d4f5a8-2346-4760-b6c0-7fb2b9579765 req-50dcd5a8-86aa-4c46-9cbe-9286aa142fc4 service neutron] 10.222.0.61 "GET /v2.0/networks/5ed7c55e-684b-403d-bdd3-5cce463ef611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441252 Jul 13 14:48:47.077617 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-23ea8b4e-abc8-4d26-be06-00e87aab521a req-9de0c7b5-d696-4226-89cb-04d065cfa7ae tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 210 time: 0.0405886 Jul 13 14:48:47.096271 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84967670-acaf-4dc9-8b39-45ab99d53ad8 req-9c25f1e2-05d1-4dd1-a280-2ed68a2d0f2a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.097951 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-84967670-acaf-4dc9-8b39-45ab99d53ad8 req-9c25f1e2-05d1-4dd1-a280-2ed68a2d0f2a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.2260919 Jul 13 14:48:47.106721 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=2fa7456e-6047-40c2-8dac-cf3da5bef316,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:47.123293 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.123798 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.125589 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.128095 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.128815 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.129401 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.130036 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.130661 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.131245 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.131932 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.133636 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.135229 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:47.188036 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-84967670-acaf-4dc9-8b39-45ab99d53ad8 req-878648c0-dac5-440b-9de1-d864dcf1342d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749257 Jul 13 14:48:47.205655 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-e26e7eeb-0e48-4992-abf3-26d4783596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.208647 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-e26e7eeb-0e48-4992-abf3-26d4783596bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89d7cad389cf4ed385a46fa05aa42674&device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 1101 time: 0.0730908 Jul 13 14:48:47.348710 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ea097-f66b-4678-a5e5-2efa11672b28 req-4e8e0bbf-a8d0-4cca-9a5a-ca7f025e5918 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.350939 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-829ea097-f66b-4678-a5e5-2efa11672b28 req-4e8e0bbf-a8d0-4cca-9a5a-ca7f025e5918 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1205053 Jul 13 14:48:47.378477 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-bc676742-af6c-4cbb-9ab5-687d58ea9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.382038 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-bc676742-af6c-4cbb-9ab5-687d58ea9a86 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5ed7c55e-684b-403d-bdd3-5cce463ef611 HTTP/1.1" status: 200 len: 870 time: 0.1629958 Jul 13 14:48:47.400501 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-829ea097-f66b-4678-a5e5-2efa11672b28 req-14914a26-8570-458c-9ac7-3b942b29649c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Jul 13 14:48:47.409152 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['2fa7456e-6047-40c2-8dac-cf3da5bef316'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:47.510422 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-2fb3e4ae-1d43-4407-ac49-1fb1f168361d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a2a25142-b849-454c-aad8-625b0ccecb58 HTTP/1.1" status: 200 len: 217 time: 0.0900326 Jul 13 14:48:47.617152 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-db0cc25c-54d5-4792-9d9a-e7efe033918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.622111 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-db0cc25c-54d5-4792-9d9a-e7efe033918e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8220c084-f9c1-4e45-836d-6543727bbbe9 HTTP/1.1" status: 200 len: 843 time: 0.0988088 Jul 13 14:48:47.773802 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-33ff857c-04f1-4a5c-b8e4-35ee009b63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.776986 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-33ff857c-04f1-4a5c-b8e4-35ee009b63fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5ed7c55e-684b-403d-bdd3-5cce463ef611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1389008 Jul 13 14:48:47.845045 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd256-6cda-4826-a083-6638c4614bbc req-48f72ac3-4fa9-437c-af29-7222ac9e6222 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.862925 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-778bd256-6cda-4826-a083-6638c4614bbc req-48f72ac3-4fa9-437c-af29-7222ac9e6222 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 944 time: 0.1975389 Jul 13 14:48:47.950635 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-778bd256-6cda-4826-a083-6638c4614bbc req-8b7a3c49-464c-483c-b89c-9ffbcadf0836 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834949 Jul 13 14:48:48.018599 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-47697da4-ca7d-4924-bcc8-b5ed241e8e42 service neutron] 10.222.0.61 "GET /v2.0/networks/5ed7c55e-684b-403d-bdd3-5cce463ef611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228913 Jul 13 14:48:48.092996 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ffa95-8eb6-4d35-b827-64a4fe2da66f req-e2ce4c77-f50c-493b-8cfd-fa25d68303b4 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:48.095300 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-147ffa95-8eb6-4d35-b827-64a4fe2da66f req-e2ce4c77-f50c-493b-8cfd-fa25d68303b4 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 948 time: 0.1261897 Jul 13 14:48:48.148317 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-147ffa95-8eb6-4d35-b827-64a4fe2da66f req-d1908d42-d89e-4393-aac7-e5e6152661f5 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Jul 13 14:48:48.203869 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-371b2b93-58dc-46c9-acf9-d0b2e0cb9cff req-9cf7ce87-4174-4795-8441-a52354f8251e service neutron] 10.222.0.61 "GET /v2.0/networks/5ed7c55e-684b-403d-bdd3-5cce463ef611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698289 Jul 13 14:48:48.351865 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48942) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:48.385598 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-079da5f4-b912-43b5-9077-c46c6cc1d614 req-b7787dfa-ac59-4bde-82a6-449f058e8b24 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 210 time: 0.0614419 Jul 13 14:48:48.523184 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff2ad5-4f9d-44a4-86eb-e63fe5ae7467 req-2d4caf0f-8986-452e-b792-24221cbedab6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:48.525544 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-82ff2ad5-4f9d-44a4-86eb-e63fe5ae7467 req-2d4caf0f-8986-452e-b792-24221cbedab6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1151927 Jul 13 14:48:48.591589 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-70e2ebf3-89d5-4912-a55c-a623ed64d92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.615729 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-82ff2ad5-4f9d-44a4-86eb-e63fe5ae7467 req-a440eed2-ed59-4d14-8138-6fee52a62e30 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758889 Jul 13 14:48:48.731873 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9b22f-2887-4ade-a590-52334e69aca0 req-2b6257a3-ac4c-4d8b-929f-3832adf5d7c1 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:48.734565 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bdc9b22f-2887-4ade-a590-52334e69aca0 req-2b6257a3-ac4c-4d8b-929f-3832adf5d7c1 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1134427 Jul 13 14:48:48.752368 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2d8b-223b-4032-b289-656b8cae1001 req-275209bb-e055-439d-bbe7-9c678dbfc860 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:48.754057 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-275209bb-e055-439d-bbe7-9c678dbfc860 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.61 "GET /v2.0/networks?id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 HTTP/1.1" status: 200 len: 809 time: 0.2968326 Jul 13 14:48:48.775206 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Request body: {'port': {'device_id': '0b772c59-5c3d-4084-800c-b7685883511f', 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1', 'admin_state_up': True, 'tenant_id': '8c166e60d0fe4e4da6a53deb1fef688c'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:48.837107 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bdc9b22f-2887-4ade-a590-52334e69aca0 req-42d6706f-09ab-44ea-a771-5799e6415215 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932300 Jul 13 14:48:48.891026 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-70e2ebf3-89d5-4912-a55c-a623ed64d92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.914455 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-70e2ebf3-89d5-4912-a55c-a623ed64d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.057203 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2ebf3-89d5-4912-a55c-a623ed64d92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df5e40a-43f2-4193-8084-77c93f178fb8,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:49.077588 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-70e2ebf3-89d5-4912-a55c-a623ed64d92d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6caab5cb785e4b8bb9f14de85184ddd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174401 Jul 13 14:48:49.078926 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 48958) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:49.094048 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Made reservation on behalf of 8c166e60d0fe4e4da6a53deb1fef688c for: {'port': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:49.107846 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.300591 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0a363d62-0ed2-46bb-b4ac-1b408288bd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.406618 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0a363d62-0ed2-46bb-b4ac-1b408288bd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.469585 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Allocated IP 172.20.0.6 (b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1/fcf9dba0-b3bc-408a-b0f2-ed926692db4e/2eed11dd-5de3-4839-8674-aaa9796e3236) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:49.600344 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c4a41-4c80-4e40-ad90-04be44c8eae7 req-03663442-0570-41bd-96af-c1e35e990488 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:49.603599 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7a5c4a41-4c80-4e40-ad90-04be44c8eae7 req-03663442-0570-41bd-96af-c1e35e990488 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 944 time: 0.3489075 Jul 13 14:48:49.691337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0a363d62-0ed2-46bb-b4ac-1b408288bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.696912 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-0a363d62-0ed2-46bb-b4ac-1b408288bd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.698941 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-0a363d62-0ed2-46bb-b4ac-1b408288bd20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7df5e40a-43f2-4193-8084-77c93f178fb8 HTTP/1.1" status: 204 len: 168 time: 0.6180561 Jul 13 14:48:49.715261 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.737583 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82b10-19b5-4f49-a59c-d3b6bee5fa8a req-60ae2b8e-392c-47b1-9435-7cc56c605628 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:49.740647 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-20d82b10-19b5-4f49-a59c-d3b6bee5fa8a req-60ae2b8e-392c-47b1-9435-7cc56c605628 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 948 time: 0.3412561 Jul 13 14:48:49.756767 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7a5c4a41-4c80-4e40-ad90-04be44c8eae7 req-97e667f4-2b0c-4728-9af0-9b4a884c611f tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436284 Jul 13 14:48:49.760631 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a363d62-0ed2-46bb-b4ac-1b408288bd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df5e40a-43f2-4193-8084-77c93f178fb8,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:49.835534 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-20d82b10-19b5-4f49-a59c-d3b6bee5fa8a req-7576fb3a-3626-4459-868e-02692b287b00 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847421 Jul 13 14:48:49.982303 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.039139 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:50.047800 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:50.055872 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:50.101215 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Pushing event updated for resources: {'Port': ['ID=2eed11dd-5de3-4839-8674-aaa9796e3236,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:50.121001 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:50.121972 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.141566 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e8c6cff9-a279-4ea2-adef-a8e2ea3d4faa tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715453 Jul 13 14:48:50.159079 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Request body: {'port': {'device_id': '0b772c59-5c3d-4084-800c-b7685883511f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:50.251814 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 48986) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:50.260756 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330201f-0921-4f44-8de4-54bce1b0ed54 req-02cfb4a2-9c27-4374-9916-c4f7c5a06f3c tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:50.262396 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3330201f-0921-4f44-8de4-54bce1b0ed54 req-02cfb4a2-9c27-4374-9916-c4f7c5a06f3c tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 931 time: 0.2445195 Jul 13 14:48:50.269930 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.272864 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-694e274b-3d3a-4e44-8baf-40fea5953db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.307198 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-71086a1d-2937-4da8-9cab-25ef58ec80b3 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:50.308862 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-71086a1d-2937-4da8-9cab-25ef58ec80b3 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 813 time: 0.2345951 Jul 13 14:48:50.338958 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3330201f-0921-4f44-8de4-54bce1b0ed54 req-b9088d3b-250c-4867-9727-a23c84575ae4 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660627 Jul 13 14:48:50.341843 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-1822ed31-c410-4e25-9ca2-583a9bda2ee7 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/quotas/92100d59e4a64cf594a522b6ed75049a HTTP/1.1" status: 200 len: 375 time: 0.0198140 Jul 13 14:48:50.493133 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-dfa11017-68bc-448d-8069-cced7e312da1 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1387687 Jul 13 14:48:50.531091 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device a2a25142-b849-454c-aad8-625b0ccecb58 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:48:50.540251 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 2fa7456e-6047-40c2-8dac-cf3da5bef316 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:50.571950 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-694e274b-3d3a-4e44-8baf-40fea5953db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.579604 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-694e274b-3d3a-4e44-8baf-40fea5953db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.645434 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-694e274b-3d3a-4e44-8baf-40fea5953db4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d46e4cee6d264a4199bdad1adf8214a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919594 Jul 13 14:48:50.663675 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 48990) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:50.765165 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 2fa7456e-6047-40c2-8dac-cf3da5bef316 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:50.773439 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 2fa7456e-6047-40c2-8dac-cf3da5bef316 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:50.774062 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.783965 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e274b-3d3a-4e44-8baf-40fea5953db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b423df-9579-4a0a-a47f-3d32d89f0e83,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:50.795750 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eed11dd-5de3-4839-8674-aaa9796e3236 {{(pid=110074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:50.806418 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-2591e9f1-1176-4c11-924d-81e86d4ddf97 service neutron] 10.222.0.37 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056674 Jul 13 14:48:50.811089 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.840056 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Transition to ACTIVE for port object 2eed11dd-5de3-4839-8674-aaa9796e3236 will not be triggered until provisioned by entity L2. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:50.846861 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.871795 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port a2a25142-b849-454c-aad8-625b0ccecb58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a2a25142-b849-454c-aad8-625b0ccecb58,segment=NetworkSegment(f943e6fe-aca2-4175-8217-cf119ac7363e),segment_id=f943e6fe-aca2-4175-8217-cf119ac7363e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:50.889799 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-35de30bc-3137-4dfc-a434-833e4c1d4b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.898916 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbec88-2254-42f4-a12e-34615869213b req-29f0d2f8-31c5-4dfd-915e-8b23b23f4dea tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:50.900518 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdbec88-2254-42f4-a12e-34615869213b req-29f0d2f8-31c5-4dfd-915e-8b23b23f4dea tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.3029037 Jul 13 14:48:50.926316 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': 'a2a25142-b849-454c-aad8-625b0ccecb58', 'network_id': '5ed7c55e-684b-403d-bdd3-5cce463ef611', 'port_id': 'a2a25142-b849-454c-aad8-625b0ccecb58', 'mac_address': 'fa:16:3e:88:fd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8220c084-f9c1-4e45-836d-6543727bbbe9', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:48:50.934757 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-35de30bc-3137-4dfc-a434-833e4c1d4b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.955522 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=2eed11dd-5de3-4839-8674-aaa9796e3236,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:50.996718 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.023338 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.033884 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-48001d3c-8a85-4b47-b90b-ab86eca010d6 service neutron] 10.222.0.37 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054789 Jul 13 14:48:51.040610 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0cdbec88-2254-42f4-a12e-34615869213b req-27132011-9ed9-4752-bbac-c75bd818d21a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886042 Jul 13 14:48:51.077199 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 2fa7456e-6047-40c2-8dac-cf3da5bef316, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:51.080509 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:51.084748 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140d79c1-1f5c-42c2-952b-b8b9c7263fce" -d '{"events": [{"server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "name": "network-vif-plugged", "status": "completed", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:51.093641 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-35de30bc-3137-4dfc-a434-833e4c1d4b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.103051 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-35de30bc-3137-4dfc-a434-833e4c1d4b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.103439 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.104917 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-35de30bc-3137-4dfc-a434-833e4c1d4b15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3b423df-9579-4a0a-a47f-3d32d89f0e83 HTTP/1.1" status: 204 len: 168 time: 0.4162934 Jul 13 14:48:51.119309 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Attempting to bind port 2eed11dd-5de3-4839-8674-aaa9796e3236 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:51.120272 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Attempting to bind port 2eed11dd-5de3-4839-8674-aaa9796e3236 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:51.121176 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Attempting to bind port 2eed11dd-5de3-4839-8674-aaa9796e3236 on network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:51.124782 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de30bc-3137-4dfc-a434-833e4c1d4b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b423df-9579-4a0a-a47f-3d32d89f0e83,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:51.132461 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Port 2eed11dd-5de3-4839-8674-aaa9796e3236 on network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:48:51.132461 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Attempting to bind port 2eed11dd-5de3-4839-8674-aaa9796e3236 on network b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:51.143186 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:51.143791 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Checking segment: {'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:51.144515 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Bound using segment: {'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:51.145432 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Bound port: 2eed11dd-5de3-4839-8674-aaa9796e3236, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b321a4b-7680-4451-ac36-68dc32745040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1'}}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:51.146093 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.158373 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a25142-b849-454c-aad8-625b0ccecb58 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:51.255765 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port a2a25142-b849-454c-aad8-625b0ccecb58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a2a25142-b849-454c-aad8-625b0ccecb58,segment=NetworkSegment(f943e6fe-aca2-4175-8217-cf119ac7363e),segment_id=f943e6fe-aca2-4175-8217-cf119ac7363e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:51.267448 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.273113 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=2fa7456e-6047-40c2-8dac-cf3da5bef316,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:51.300046 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] For port 2eed11dd-5de3-4839-8674-aaa9796e3236, host hv-cinder-78836, cleared binding levels {{(pid=110074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:51.327367 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] For port 2eed11dd-5de3-4839-8674-aaa9796e3236, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2eed11dd-5de3-4839-8674-aaa9796e3236,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:51.339926 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.377740 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:51.378388 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.385940 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] 10.222.0.61 "PUT /v2.0/ports/2eed11dd-5de3-4839-8674-aaa9796e3236 HTTP/1.1" status: 200 len: 1093 time: 1.2345896 Jul 13 14:48:51.392627 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=a2a25142-b849-454c-aad8-625b0ccecb58,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:51.410733 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b772c59-5c3d-4084-800c-b7685883511f', 'tag': '2eed11dd-5de3-4839-8674-aaa9796e3236'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:51.413814 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b772c59-5c3d-4084-800c-b7685883511f", "tag": "2eed11dd-5de3-4839-8674-aaa9796e3236"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:51.514348 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eefcc5-66cc-478b-8130-267f80d824c8 req-1f5643ce-87c5-4414-bf23-2aa7b362839b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:51.522573 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-94eefcc5-66cc-478b-8130-267f80d824c8 req-1f5643ce-87c5-4414-bf23-2aa7b362839b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2208848 Jul 13 14:48:51.539776 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061abeb2-7276-424d-b33c-21fd4b3d1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=2eed11dd-5de3-4839-8674-aaa9796e3236,revision_number=3']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:51.608842 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2d8b-223b-4032-b289-656b8cae1001 req-d185e995-f9fa-4790-8845-0a5b42296e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:51.611449 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-d185e995-f9fa-4790-8845-0a5b42296e53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c166e60d0fe4e4da6a53deb1fef688c&device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 1096 time: 0.1463256 Jul 13 14:48:51.613760 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-94eefcc5-66cc-478b-8130-267f80d824c8 req-53db94cf-8f64-4ad5-b9fd-ea4e34241547 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790830 Jul 13 14:48:51.660925 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a2a25142-b849-454c-aad8-625b0ccecb58'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:51.690074 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c62291-50a1-4fb5-8a2d-678c7ca4e49f req-8a5fa24b-3e64-4c51-98ae-68e9085d073e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:51.697344 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-99c62291-50a1-4fb5-8a2d-678c7ca4e49f req-8a5fa24b-3e64-4c51-98ae-68e9085d073e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.1716716 Jul 13 14:48:51.753915 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-e0a0e159-76e7-41c2-9c77-c7ec88c5f96c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eed11dd-5de3-4839-8674-aaa9796e3236 HTTP/1.1" status: 200 len: 217 time: 0.1301045 Jul 13 14:48:51.834548 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-99c62291-50a1-4fb5-8a2d-678c7ca4e49f req-908442ca-491e-4a66-8178-2c05fe09df96 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310320 Jul 13 14:48:51.913789 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2d8b-223b-4032-b289-656b8cae1001 req-be50f9f9-655e-4a7b-a689-0fe60713f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:51.921206 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-be50f9f9-655e-4a7b-a689-0fe60713f377 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fcf9dba0-b3bc-408a-b0f2-ed926692db4e HTTP/1.1" status: 200 len: 849 time: 0.1561964 Jul 13 14:48:51.931991 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f934661-31cd-48a0-87ec-928cde3614f5 x-openstack-request-id: req-7f934661-31cd-48a0-87ec-928cde3614f5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:51.932429 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "name": "network-vif-plugged", "status": "completed", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:51.932811 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f934661-31cd-48a0-87ec-928cde3614f5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:51.933418 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'code': 200} Jul 13 14:48:52.045908 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3ceb6d9a-2cdc-4ae8-bf46-13fdac8b5441 req-f0c99a55-a4ae-4e43-9be1-98573302e988 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 210 time: 0.0786586 Jul 13 14:48:52.065211 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-aabf2f3d-f693-4363-9274-de87f1dc70a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096809 Jul 13 14:48:52.132420 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0792-a67f-4028-910d-da611f4c54cf req-1cf3ec36-4bb1-4002-90d2-b754efe34f6c tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:52.136250 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-689e0792-a67f-4028-910d-da611f4c54cf req-1cf3ec36-4bb1-4002-90d2-b754efe34f6c tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 949 time: 0.2746823 Jul 13 14:48:52.245438 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-689e0792-a67f-4028-910d-da611f4c54cf req-63314126-d1f3-4289-a88e-1a48c35954fb tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969377 Jul 13 14:48:52.356741 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bb8ea-0a23-4c24-8bb3-e09f25b0dddd req-671ff511-2f91-49fe-a47a-a8bd0ff3d637 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:52.359465 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-340bb8ea-0a23-4c24-8bb3-e09f25b0dddd req-671ff511-2f91-49fe-a47a-a8bd0ff3d637 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 943 time: 0.1122601 Jul 13 14:48:52.370979 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7554bdb0-955e-4515-99ea-c0b6f0393717 x-openstack-request-id: req-7554bdb0-955e-4515-99ea-c0b6f0393717 {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:52.371503 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b772c59-5c3d-4084-800c-b7685883511f", "tag": "2eed11dd-5de3-4839-8674-aaa9796e3236", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:52.371837 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7554bdb0-955e-4515-99ea-c0b6f0393717 {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:52.372440 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b772c59-5c3d-4084-800c-b7685883511f', 'tag': '2eed11dd-5de3-4839-8674-aaa9796e3236', 'status': 'completed', 'code': 200} Jul 13 14:48:52.388408 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-fc1779f1-cb6c-4477-b5a5-896939448d22 service neutron] 10.222.0.61 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196702 Jul 13 14:48:52.488699 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-340bb8ea-0a23-4c24-8bb3-e09f25b0dddd req-f652bba8-ad04-463c-b9d4-6ffa47a3310c tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071599 Jul 13 14:48:52.505313 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d9962-0b24-4991-8682-775d270fee00 req-b5f2b899-1535-484f-b417-6f1f1c7c31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:52.506904 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b17d9962-0b24-4991-8682-775d270fee00 req-b5f2b899-1535-484f-b417-6f1f1c7c31f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1098 time: 0.1234760 Jul 13 14:48:52.608595 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-060d2d8b-223b-4032-b289-656b8cae1001 req-ca45f079-a5a5-4cb3-bf49-97d1ec41a1fa service neutron] 10.222.0.61 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073836 Jul 13 14:48:52.865524 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-36837316-045e-4073-8afd-36926b96bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:52.869173 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-36837316-045e-4073-8afd-36926b96bcb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c166e60d0fe4e4da6a53deb1fef688c&device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 1096 time: 0.1493976 Jul 13 14:48:53.063417 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-d66e0c85-2a72-4946-9664-750f16b12b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:53.064919 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-d66e0c85-2a72-4946-9664-750f16b12b77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 HTTP/1.1" status: 200 len: 910 time: 0.1824999 Jul 13 14:48:53.080956 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b17d9962-0b24-4991-8682-775d270fee00 req-9f9cf81c-8d6b-405f-ac1e-682fd2e3df21 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630791 Jul 13 14:48:53.154061 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-15be46e7-eb0f-47f6-99c9-ca8c8a21b07d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eed11dd-5de3-4839-8674-aaa9796e3236 HTTP/1.1" status: 200 len: 217 time: 0.0798290 Jul 13 14:48:53.174711 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2d2b8-5289-4dea-8c8b-fe4413faaf93 req-8daf0c3f-30f4-41a5-8758-1f2eff5f4974 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:53.177560 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-95e2d2b8-5289-4dea-8c8b-fe4413faaf93 req-8daf0c3f-30f4-41a5-8758-1f2eff5f4974 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1802616 Jul 13 14:48:53.263167 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-a08a5f1b-96f2-42df-8e89-037e7f0b5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:53.266057 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-a08a5f1b-96f2-42df-8e89-037e7f0b5a5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fcf9dba0-b3bc-408a-b0f2-ed926692db4e HTTP/1.1" status: 200 len: 849 time: 0.0919852 Jul 13 14:48:53.323310 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-1401376c-0b13-4bff-9417-385a0a52720a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397184 Jul 13 14:48:53.352488 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-95e2d2b8-5289-4dea-8c8b-fe4413faaf93 req-c38b7288-0f1c-4cbc-8811-a96a01fb0ea8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590075 Jul 13 14:48:53.417053 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785b9b5-492c-4ea5-be74-a0cbeb8ea40b req-0328cac4-6ffc-4c0c-b98c-b9b8c780a532 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:53.419242 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2785b9b5-492c-4ea5-be74-a0cbeb8ea40b req-0328cac4-6ffc-4c0c-b98c-b9b8c780a532 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.1436625 Jul 13 14:48:53.502685 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2785b9b5-492c-4ea5-be74-a0cbeb8ea40b req-46b5116c-7772-41fd-b272-de8af1ee5881 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733294 Jul 13 14:48:53.513876 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-3d0d6697-f98a-49b8-9b2b-130f82558cb6 service neutron] 10.222.0.61 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822400 Jul 13 14:48:53.690645 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-7976d028-ae5b-49ec-bacc-fa9ed133dfc1 req-85a45da2-1bfc-406f-8c15-405f552be14a service neutron] 10.222.0.61 "GET /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688213 Jul 13 14:48:53.742312 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-59957149-7a30-48b4-b498-7ee94b7cb0a2 req-f14d52a0-af0c-465b-adec-7114f604223e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 210 time: 0.0930254 Jul 13 14:48:53.953276 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-a713beb1-b86b-442a-aa15-4309bde2b02e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:53.954783 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-a713beb1-b86b-442a-aa15-4309bde2b02e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 813 time: 0.1888361 Jul 13 14:48:53.976611 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Request body: {'port': {'device_id': '1a35eabd-d8ac-491b-956d-e664cc9dfd23', 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'admin_state_up': True, 'tenant_id': '92100d59e4a64cf594a522b6ed75049a'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:54.015371 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a678-62d3-4033-a16d-7dc202e7d491 req-ea0f307d-5658-41a8-ac62-23db9799e9c7 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:54.029750 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7987a678-62d3-4033-a16d-7dc202e7d491 req-ea0f307d-5658-41a8-ac62-23db9799e9c7 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 949 time: 0.2525623 Jul 13 14:48:54.147677 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7987a678-62d3-4033-a16d-7dc202e7d491 req-47609a92-d0af-455b-aa0d-1d157fe4c124 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147213 Jul 13 14:48:54.180815 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486544f-0ba0-442b-bccb-dbc929d0d91c req-2699b236-dc47-4b4a-b731-be8a27bf35c2 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:54.183426 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2486544f-0ba0-442b-bccb-dbc929d0d91c req-2699b236-dc47-4b4a-b731-be8a27bf35c2 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 943 time: 0.2808077 Jul 13 14:48:54.190557 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Made reservation on behalf of 92100d59e4a64cf594a522b6ed75049a for: {'port': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:54.195051 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.246163 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2486544f-0ba0-442b-bccb-dbc929d0d91c req-8693d8bc-6580-4a0c-913c-92495fef4435 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557303 Jul 13 14:48:54.376877 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Allocated IP 172.20.0.6 (fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35/69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e/e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:54.538550 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 2eed11dd-5de3-4839-8674-aaa9796e3236 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:48:54.559805 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device a2a25142-b849-454c-aad8-625b0ccecb58 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:54.603266 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91ca6-ffdf-46b6-b9ec-45a3e5f99ba7 req-14bf1cea-14f3-4eac-962a-239af6a1ee5f tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:54.611315 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-10b91ca6-ffdf-46b6-b9ec-45a3e5f99ba7 req-14bf1cea-14f3-4eac-962a-239af6a1ee5f tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.0928743 Jul 13 14:48:54.657349 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.672472 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-10b91ca6-ffdf-46b6-b9ec-45a3e5f99ba7 req-aabe7c8e-00ef-44cd-9c53-2200a24d60c6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594311 Jul 13 14:48:54.739996 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.761744 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a89781b8-e496-4173-b893-0056249480d2', '16bba645-6d43-4169-be78-a40616dc9720', '0df8f1cb-f747-442c-8b43-e7bb7bc729cc'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:54.809085 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:54.813759 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:54.820744 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:54.855940 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port a2a25142-b849-454c-aad8-625b0ccecb58 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:54.873747 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05971242-7c3c-4039-b9a7-0bdcd9ab2b56 req-4fdda243-b41d-497a-bc63-02536c2edc28 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:54.876569 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-05971242-7c3c-4039-b9a7-0bdcd9ab2b56 req-4fdda243-b41d-497a-bc63-02536c2edc28 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.1694686 Jul 13 14:48:54.884142 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port a2a25142-b849-454c-aad8-625b0ccecb58 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:54.884772 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.922614 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:54.932106 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.944081 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 2eed11dd-5de3-4839-8674-aaa9796e3236, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2eed11dd-5de3-4839-8674-aaa9796e3236,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:54.957531 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Pushing event updated for resources: {'Port': ['ID=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.981781 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '2eed11dd-5de3-4839-8674-aaa9796e3236', 'network_id': 'b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1', 'port_id': '2eed11dd-5de3-4839-8674-aaa9796e3236', 'mac_address': 'fa:16:3e:c1:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf9dba0-b3bc-408a-b0f2-ed926692db4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:48:54.985776 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-30b64893-a8e1-431d-9b64-8d158904f8aa tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0152345 Jul 13 14:48:54.995538 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-05971242-7c3c-4039-b9a7-0bdcd9ab2b56 req-62941c3e-83f5-4fe0-8053-3a8848c96569 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022439 Jul 13 14:48:55.010650 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Request body: {'port': {'device_id': '1a35eabd-d8ac-491b-956d-e664cc9dfd23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:55.081882 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.114480 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5af172-b0f2-48e2-b45c-39ddd18ff1dc req-dbadc448-0ba3-4ee4-872e-8707c0a24500 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:55.116270 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8c5af172-b0f2-48e2-b45c-39ddd18ff1dc req-dbadc448-0ba3-4ee4-872e-8707c0a24500 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 931 time: 0.1724792 Jul 13 14:48:55.144834 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.180287 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8c5af172-b0f2-48e2-b45c-39ddd18ff1dc req-c51a89c3-d9da-441a-b55e-cbdd667b9c1c tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536504 Jul 13 14:48:55.185824 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eed11dd-5de3-4839-8674-aaa9796e3236 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:55.244715 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 2eed11dd-5de3-4839-8674-aaa9796e3236, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2eed11dd-5de3-4839-8674-aaa9796e3236,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:55.246341 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.260811 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.297694 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9400c-f847-4f08-b7aa-6c96a22948ee req-f29d534a-1bb3-4303-86bb-4a33c0269b41 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:55.302023 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-98e9400c-f847-4f08-b7aa-6c96a22948ee req-f29d534a-1bb3-4303-86bb-4a33c0269b41 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.1394048 Jul 13 14:48:55.322524 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59adaaea-f0f6-4775-97e4-f25e15a447c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a25142-b849-454c-aad8-625b0ccecb58'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:55.325254 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2034875e-b190-4081-9b4c-cc0a6b193ec7" -d '{"events": [{"server_uuid": "59adaaea-f0f6-4775-97e4-f25e15a447c2", "name": "network-vif-plugged", "status": "completed", "tag": "a2a25142-b849-454c-aad8-625b0ccecb58"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:55.358686 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port a2a25142-b849-454c-aad8-625b0ccecb58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a2a25142-b849-454c-aad8-625b0ccecb58,segment=NetworkSegment(f943e6fe-aca2-4175-8217-cf119ac7363e),segment_id=f943e6fe-aca2-4175-8217-cf119ac7363e)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:55.377505 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.385423 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=2eed11dd-5de3-4839-8674-aaa9796e3236,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.400613 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-98e9400c-f847-4f08-b7aa-6c96a22948ee req-bf4c1e13-849a-4ba9-80f8-9a33e36bfa7c tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930405 Jul 13 14:48:55.476151 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723f27b-c438-46fc-bdce-d10b7408931e req-03fa1673-a200-4c8b-b76b-a4c62786517d tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:55.484803 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0723f27b-c438-46fc-bdce-d10b7408931e req-03fa1673-a200-4c8b-b76b-a4c62786517d tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 949 time: 0.1468327 Jul 13 14:48:55.498161 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=a2a25142-b849-454c-aad8-625b0ccecb58,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.579642 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0723f27b-c438-46fc-bdce-d10b7408931e req-450868ae-c54f-46ea-8abd-ef2ca5122ef1 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937262 Jul 13 14:48:55.614508 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18ff85-3af6-475e-988c-28a6d0809d30 req-d07e1dcf-7454-41e0-926e-7f4502a7f494 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:55.624847 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8f18ff85-3af6-475e-988c-28a6d0809d30 req-d07e1dcf-7454-41e0-926e-7f4502a7f494 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 944 time: 0.0980144 Jul 13 14:48:55.639201 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 {{(pid=110074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:55.649292 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.666440 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Transition to ACTIVE for port object e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 will not be triggered until provisioned by entity L2. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:55.671047 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.692449 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['2eed11dd-5de3-4839-8674-aaa9796e3236'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:55.694236 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8f18ff85-3af6-475e-988c-28a6d0809d30 req-3acdc8ba-afa3-4e02-b6d0-4264fe21312f tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649619 Jul 13 14:48:55.705914 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e3e875-340e-44e9-b714-ad11ee44df62 x-openstack-request-id: req-22e3e875-340e-44e9-b714-ad11ee44df62 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:55.709185 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59adaaea-f0f6-4775-97e4-f25e15a447c2", "name": "network-vif-plugged", "status": "completed", "tag": "a2a25142-b849-454c-aad8-625b0ccecb58", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:55.709767 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22e3e875-340e-44e9-b714-ad11ee44df62 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:55.710307 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59adaaea-f0f6-4775-97e4-f25e15a447c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a25142-b849-454c-aad8-625b0ccecb58', 'code': 200} Jul 13 14:48:55.849016 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Attempting to bind port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:55.849676 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Attempting to bind port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:55.850535 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Attempting to bind port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:55.857478 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.865265 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:48:55.865985 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Attempting to bind port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 on network fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:55.878167 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:55.878839 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Checking segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:55.879781 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Bound using segment: {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'} {{(pid=110074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:55.880625 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.managers [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Bound port: e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35'}}] {{(pid=110074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:55.881318 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.016842 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] For port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2, host hv-cinder-78836, cleared binding levels {{(pid=110074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:56.020733 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] For port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:56.026838 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.032997 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299225-5df7-4733-81a8-458229e49cd9 req-eeaa42bd-f5d0-437d-a2c9-f18597be2a1d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.035175 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a4299225-5df7-4733-81a8-458229e49cd9 req-eeaa42bd-f5d0-437d-a2c9-f18597be2a1d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1247063 Jul 13 14:48:56.066362 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.066820 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for port, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.068474 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] 10.222.0.61 "PUT /v2.0/ports/e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 HTTP/1.1" status: 200 len: 1093 time: 1.0644839 Jul 13 14:48:56.069028 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a35eabd-d8ac-491b-956d-e664cc9dfd23', 'tag': 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:56.072679 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed23981-d8e2-4714-be97-0086497fe78d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a35eabd-d8ac-491b-956d-e664cc9dfd23", "tag": "e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:56.110102 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b4502-4f8a-4f80-9b7f-69776ad2aad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,revision_number=3']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:56.172244 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a4299225-5df7-4733-81a8-458229e49cd9 req-8b5c048a-365b-4a6a-9c16-183d76bedeca tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198599 Jul 13 14:48:56.183332 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110add40-bb48-4282-8898-437c3dc3ca8f req-16a71e7d-f282-44a8-b294-77ef36dffd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.185054 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-110add40-bb48-4282-8898-437c3dc3ca8f req-16a71e7d-f282-44a8-b294-77ef36dffd8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 1103 time: 0.1484885 Jul 13 14:48:56.249544 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-704042c2-8d7f-4ce8-bccf-df70ac484106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.251192 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-704042c2-8d7f-4ce8-bccf-df70ac484106 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 1096 time: 0.1185567 Jul 13 14:48:56.271732 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d99030-40eb-43f0-8332-9f0d35419a8b x-openstack-request-id: req-69d99030-40eb-43f0-8332-9f0d35419a8b {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:56.271732 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a35eabd-d8ac-491b-956d-e664cc9dfd23", "tag": "e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:56.272094 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69d99030-40eb-43f0-8332-9f0d35419a8b {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:56.272372 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a35eabd-d8ac-491b-956d-e664cc9dfd23', 'tag': 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2', 'status': 'completed', 'code': 200} Jul 13 14:48:56.298913 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-110add40-bb48-4282-8898-437c3dc3ca8f req-b991cdc0-15bc-4add-aab7-8602c25a1f31 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936539 Jul 13 14:48:56.315032 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-449155ad-6818-46e5-9612-c69acf5d202c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 HTTP/1.1" status: 200 len: 217 time: 0.0542974 Jul 13 14:48:56.409659 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-2add3e0a-2739-452a-8a29-cb2cedccf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.411293 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-2add3e0a-2739-452a-8a29-cb2cedccf480 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 200 len: 853 time: 0.0523586 Jul 13 14:48:56.452216 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-f7b90d10-6ee9-4fef-aa15-fa56d13c094d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327981 Jul 13 14:48:56.455918 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbcbce73-d33b-4990-ae12-657269ec8056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.510157 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b27d6-4f9f-447a-b0b1-f534adf64c7c req-81fdf638-1112-4a5c-8143-666034faf53d tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.511822 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4b7b27d6-4f9f-447a-b0b1-f534adf64c7c req-81fdf638-1112-4a5c-8143-666034faf53d tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.1363547 Jul 13 14:48:56.519671 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4534e3-f2cf-42e1-99f9-4f4b6ca5b22f req-76482f0f-27f9-4ecd-ac2f-39ffc22912dd tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.521378 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc4534e3-f2cf-42e1-99f9-4f4b6ca5b22f req-76482f0f-27f9-4ecd-ac2f-39ffc22912dd tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 943 time: 0.1360807 Jul 13 14:48:56.591654 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-286f281a-c189-400e-8cec-0fb0462ccfa7 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247356 Jul 13 14:48:56.598082 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4b7b27d6-4f9f-447a-b0b1-f534adf64c7c req-35bb2de4-9381-45c1-b550-2476f2f77fdd tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716488 Jul 13 14:48:56.603562 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:48:56.619576 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc4534e3-f2cf-42e1-99f9-4f4b6ca5b22f req-7e8610b4-0cda-44cb-b969-5a4370092dfc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818768 Jul 13 14:48:56.737449 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-14bef53c-965a-4cab-9a00-af1cec6402f2 req-db524a8e-566f-4fea-aa3c-17c0d3e46e85 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185853 Jul 13 14:48:56.911265 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02123a0c-789b-410a-adb7-1db1aed79d00 req-aee1fe8c-29c4-475a-80f3-9ba6f4fd5311 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.914082 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-02123a0c-789b-410a-adb7-1db1aed79d00 req-aee1fe8c-29c4-475a-80f3-9ba6f4fd5311 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 950 time: 0.1609733 Jul 13 14:48:56.957981 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23981-d8e2-4714-be97-0086497fe78d req-f6296638-e526-4e99-8b2c-debd3c05dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.960583 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-5ed23981-d8e2-4714-be97-0086497fe78d req-f6296638-e526-4e99-8b2c-debd3c05dcd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92100d59e4a64cf594a522b6ed75049a&device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 1096 time: 0.0821228 Jul 13 14:48:57.040426 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-02123a0c-789b-410a-adb7-1db1aed79d00 req-05d73a29-6e2f-4caa-9d2b-f5a95bb55c15 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072366 Jul 13 14:48:57.084149 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1f48f-c44d-439e-9e4d-05dcb3c382c4 req-58c780fa-d824-44fa-bf87-9f38200fb98f tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:57.086612 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7af1f48f-c44d-439e-9e4d-05dcb3c382c4 req-58c780fa-d824-44fa-bf87-9f38200fb98f tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 944 time: 0.1699655 Jul 13 14:48:57.099950 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23981-d8e2-4714-be97-0086497fe78d req-b2ad32c7-d573-4a22-b63e-08fe6e8e8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:57.102962 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-5ed23981-d8e2-4714-be97-0086497fe78d req-b2ad32c7-d573-4a22-b63e-08fe6e8e8a8d service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 200 len: 914 time: 0.1325939 Jul 13 14:48:57.161232 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7af1f48f-c44d-439e-9e4d-05dcb3c382c4 req-456a01ea-654d-46c3-8895-2054bbc1a03d tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666254 Jul 13 14:48:57.177175 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-5ed23981-d8e2-4714-be97-0086497fe78d req-c47a926d-bde0-4b34-a194-0fe1f243c6d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 HTTP/1.1" status: 200 len: 217 time: 0.0677443 Jul 13 14:48:57.282680 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23981-d8e2-4714-be97-0086497fe78d req-273559bd-3153-424c-9df3-04dac5b581ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:57.285974 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-5ed23981-d8e2-4714-be97-0086497fe78d req-273559bd-3153-424c-9df3-04dac5b581ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 200 len: 853 time: 0.1008840 Jul 13 14:48:57.350436 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-5ed23981-d8e2-4714-be97-0086497fe78d req-7c132695-b3dd-4ca4-b9f5-c2af77ccbd9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432048 Jul 13 14:48:57.432566 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb7cfb-c200-43d2-8190-9b7551ed1c5c req-43bba2ed-54ea-41fb-b790-3091e061ffcd tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:57.435379 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-93eb7cfb-c200-43d2-8190-9b7551ed1c5c req-43bba2ed-54ea-41fb-b790-3091e061ffcd tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1005802 Jul 13 14:48:57.471764 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-5ed23981-d8e2-4714-be97-0086497fe78d req-1b3ad203-c16f-45a3-8cc8-b4664abd04bc service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072929 Jul 13 14:48:57.505270 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-93eb7cfb-c200-43d2-8190-9b7551ed1c5c req-7ee96bbf-7435-41ea-b4cb-f4a0b5174d65 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579066 Jul 13 14:48:57.576025 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-5ed23981-d8e2-4714-be97-0086497fe78d req-7700992c-2dd8-46c8-83c9-cde938592039 service neutron] 10.222.0.61 "GET /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966835 Jul 13 14:48:57.842050 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0549657-a71c-4925-a484-aeab1b5aa66d req-c122dba6-8f0a-4e8d-8aed-945a6acd62d2 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:57.843714 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0549657-a71c-4925-a484-aeab1b5aa66d req-c122dba6-8f0a-4e8d-8aed-945a6acd62d2 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 943 time: 0.0816574 Jul 13 14:48:57.888710 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0549657-a71c-4925-a484-aeab1b5aa66d req-94ebda21-a1c5-41e4-bab2-b8f3e043673d tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Jul 13 14:48:58.426001 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f88c-1ace-465b-9bde-f8c8724ccf30 req-c700507d-71e6-4655-9778-33597e520e27 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:58.427504 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3457f88c-1ace-465b-9bde-f8c8724ccf30 req-c700507d-71e6-4655-9778-33597e520e27 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 950 time: 0.1451104 Jul 13 14:48:58.494894 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3457f88c-1ace-465b-9bde-f8c8724ccf30 req-244035a9-fb67-4754-8c2f-c872a10a44fc tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514030 Jul 13 14:48:58.506543 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79b016-9ff2-4e69-94ad-222bad97e364 req-e2efb9cf-4284-4480-9c42-395c77e48ba1 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:58.508492 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dd79b016-9ff2-4e69-94ad-222bad97e364 req-e2efb9cf-4284-4480-9c42-395c77e48ba1 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 944 time: 0.1236105 Jul 13 14:48:58.557393 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:48:58.561558 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 2eed11dd-5de3-4839-8674-aaa9796e3236 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:58.621010 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dd79b016-9ff2-4e69-94ad-222bad97e364 req-bb4d6b01-0213-48f3-aa16-efc14cd86d07 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966759 Jul 13 14:48:58.936971 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d7481-bf16-4d3f-804d-5d1805e9f738 req-103299cb-e735-4cf9-be4f-3933a18d9a61 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:58.950597 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ec4d7481-bf16-4d3f-804d-5d1805e9f738 req-103299cb-e735-4cf9-be4f-3933a18d9a61 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.2153933 Jul 13 14:48:58.977893 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 2eed11dd-5de3-4839-8674-aaa9796e3236 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:59.002178 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 2eed11dd-5de3-4839-8674-aaa9796e3236 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:59.002771 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.028675 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ec4d7481-bf16-4d3f-804d-5d1805e9f738 req-861464da-9c5e-486d-9fc9-5bb2597fdfca tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760124 Jul 13 14:48:59.100874 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:59.130234 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2', 'network_id': 'fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35', 'port_id': 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2', 'mac_address': 'fa:16:3e:8c:1e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:48:59.194833 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.221517 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49204) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:59.255317 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:59.289935 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.296707 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:59.307417 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.362823 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b772c59-5c3d-4084-800c-b7685883511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eed11dd-5de3-4839-8674-aaa9796e3236'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:59.366550 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ad5f6-fd9c-49a9-8df8-efa7394d1e3b" -d '{"events": [{"server_uuid": "0b772c59-5c3d-4084-800c-b7685883511f", "name": "network-vif-plugged", "status": "completed", "tag": "2eed11dd-5de3-4839-8674-aaa9796e3236"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:59.399332 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 2eed11dd-5de3-4839-8674-aaa9796e3236, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2eed11dd-5de3-4839-8674-aaa9796e3236,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:59.419557 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.429349 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a1afc-9c97-4d93-9f31-2ad9cbd289ed req-6334aa1a-e30f-4c51-9236-080adc6cbb0e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:59.429870 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:59.437633 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e00a1afc-9c97-4d93-9f31-2ad9cbd289ed req-6334aa1a-e30f-4c51-9236-080adc6cbb0e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 944 time: 0.1587317 Jul 13 14:48:59.488447 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e00a1afc-9c97-4d93-9f31-2ad9cbd289ed req-e72f01a7-5f4d-46a1-b3d1-6c2dc8dcc344 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 Jul 13 14:48:59.510861 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89e3cd63-d888-4717-8aba-ff1ebbe68140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.541173 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.581460 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=2eed11dd-5de3-4839-8674-aaa9796e3236,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:59.705038 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89e3cd63-d888-4717-8aba-ff1ebbe68140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.714498 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89e3cd63-d888-4717-8aba-ff1ebbe68140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.744248 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:59.796340 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7fde4-637a-4a0e-b553-570635f9a0eb req-6c205e5d-06c9-4cfa-9f28-2110cb35e481 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:59.811729 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b0c7fde4-637a-4a0e-b553-570635f9a0eb req-6c205e5d-06c9-4cfa-9f28-2110cb35e481 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 950 time: 0.1699324 Jul 13 14:48:59.826231 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3cd63-d888-4717-8aba-ff1ebbe68140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d80c5b-cf57-4839-acad-cb15617f2e15,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:59.867949 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0422eb3-a071-4b0d-9aad-1ce22ecc380d x-openstack-request-id: req-d0422eb3-a071-4b0d-9aad-1ce22ecc380d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:59.869366 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b772c59-5c3d-4084-800c-b7685883511f", "name": "network-vif-plugged", "status": "completed", "tag": "2eed11dd-5de3-4839-8674-aaa9796e3236", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:59.869719 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0422eb3-a071-4b0d-9aad-1ce22ecc380d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:59.870078 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b772c59-5c3d-4084-800c-b7685883511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eed11dd-5de3-4839-8674-aaa9796e3236', 'code': 200} Jul 13 14:48:59.901167 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-89e3cd63-d888-4717-8aba-ff1ebbe68140 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6b9f30302f24783a617edb3a900be97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6777031 Jul 13 14:48:59.901555 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b0c7fde4-637a-4a0e-b553-570635f9a0eb req-8b1a3c06-ae75-4437-af72-ac4fc68302df tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884750 Jul 13 14:48:59.902171 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49218) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:59.948082 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-64aba4d9-448c-428a-85ad-5b92f5214aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.018727 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6e2a1ae3-42a3-4906-ae16-af600ac13157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.062309 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6e2a1ae3-42a3-4906-ae16-af600ac13157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.137771 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd42e6-4b78-4b9e-bbeb-e306fef4521a req-fde792fd-f63d-4ef1-98d7-209b477d6b3d tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:00.142910 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e2bd42e6-4b78-4b9e-bbeb-e306fef4521a req-fde792fd-f63d-4ef1-98d7-209b477d6b3d tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 945 time: 0.1248174 Jul 13 14:49:00.172356 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6e2a1ae3-42a3-4906-ae16-af600ac13157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.175463 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6e2a1ae3-42a3-4906-ae16-af600ac13157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.176810 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6e2a1ae3-42a3-4906-ae16-af600ac13157 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4d80c5b-cf57-4839-acad-cb15617f2e15 HTTP/1.1" status: 204 len: 168 time: 0.2732501 Jul 13 14:49:00.186381 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a1ae3-42a3-4906-ae16-af600ac13157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d80c5b-cf57-4839-acad-cb15617f2e15,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:00.294362 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e2bd42e6-4b78-4b9e-bbeb-e306fef4521a req-a2788a9f-a410-4cec-925c-e25c5bf415a6 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428869 Jul 13 14:49:00.309495 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f658d-ed7a-4695-a6f1-80f24cd59e21 req-d44a7ed6-d074-485f-bb40-eedb58f33ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:00.311503 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e23f658d-ed7a-4695-a6f1-80f24cd59e21 req-d44a7ed6-d074-485f-bb40-eedb58f33ee9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 1098 time: 0.0668490 Jul 13 14:49:00.363654 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-e23f658d-ed7a-4695-a6f1-80f24cd59e21 req-f36be324-7c7c-4078-b435-9caed218df73 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Jul 13 14:49:00.364360 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602f7e2-ad87-4a24-bdf1-22d758f93830 req-882fccba-069d-4cbd-a266-cbb20cfec498 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:00.366104 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b602f7e2-ad87-4a24-bdf1-22d758f93830 req-882fccba-069d-4cbd-a266-cbb20cfec498 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1324265 Jul 13 14:49:00.413141 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.421131 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b602f7e2-ad87-4a24-bdf1-22d758f93830 req-d26fd01a-9740-484a-9c4a-b68d0e8bb234 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475409 Jul 13 14:49:00.616415 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49232) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:00.684741 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a411bd97-b955-407d-b69c-45047d9e63c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.827176 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3ec8e-2865-4bfe-b478-e9606bbf634f req-17ac5aef-66af-41df-b69e-272524915679 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:00.835796 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f6b3ec8e-2865-4bfe-b478-e9606bbf634f req-17ac5aef-66af-41df-b69e-272524915679 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 944 time: 0.0962968 Jul 13 14:49:00.886911 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f6b3ec8e-2865-4bfe-b478-e9606bbf634f req-a5de88c6-752c-40b0-905a-38d27bc2ae43 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496457 Jul 13 14:49:01.045291 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24ab49-7e4e-4e3b-ad7d-cbde302e2f4c req-a10a8e70-9b81-4d68-bfe4-477fa141649b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:01.048223 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4e24ab49-7e4e-4e3b-ad7d-cbde302e2f4c req-a10a8e70-9b81-4d68-bfe4-477fa141649b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1298051 Jul 13 14:49:01.065210 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a411bd97-b955-407d-b69c-45047d9e63c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.073872 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a411bd97-b955-407d-b69c-45047d9e63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.127398 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411bd97-b955-407d-b69c-45047d9e63c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ecc75f-9d1b-47c8-ade6-4974e8e1e80b,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:01.135767 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-a411bd97-b955-407d-b69c-45047d9e63c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=652379006dda47caade057144383dbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146453 Jul 13 14:49:01.139769 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49242) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:01.170987 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-2c444d9a-ac93-4439-a352-2dafa8e8caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:01.174624 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-2c444d9a-ac93-4439-a352-2dafa8e8caa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 1099 time: 0.1674619 Jul 13 14:49:01.177295 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4e24ab49-7e4e-4e3b-ad7d-cbde302e2f4c req-7bbc6f41-7605-4b45-9d2c-ef309b890096 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169717 Jul 13 14:49:01.278975 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d62ccd-6e23-4d04-8bea-4c3e4f791a04 req-ef365887-d00f-4f8d-b9d1-6092eccbc165 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:01.280839 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-49d62ccd-6e23-4d04-8bea-4c3e4f791a04 req-ef365887-d00f-4f8d-b9d1-6092eccbc165 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 950 time: 0.1867576 Jul 13 14:49:01.355182 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d6eebeb5-b478-423b-9968-0cca1300dc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.385811 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-ed0624af-832c-4201-98d8-47e25c251e91 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:01.388422 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-ed0624af-832c-4201-98d8-47e25c251e91 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.61 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 950 time: 0.1731188 Jul 13 14:49:01.399071 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-49d62ccd-6e23-4d04-8bea-4c3e4f791a04 req-0a2fcfab-f0ef-4ffa-b23e-c262f20c74a6 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948732 Jul 13 14:49:01.422811 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d6eebeb5-b478-423b-9968-0cca1300dc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.464003 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-e471ef99-4e62-49c0-917c-371f490e8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:01.467034 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-e471ef99-4e62-49c0-917c-371f490e8455 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 912 time: 0.2726686 Jul 13 14:49:01.602135 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Deleting port a2a25142-b849-454c-aad8-625b0ccecb58 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:01.603054 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.970942 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-b0404129-1ec1-4c44-9fc8-80e20cbeebab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb HTTP/1.1" status: 200 len: 1002 time: 0.4798388 Jul 13 14:49:02.039579 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d6eebeb5-b478-423b-9968-0cca1300dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:02.044107 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d6eebeb5-b478-423b-9968-0cca1300dc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:02.052826 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d6eebeb5-b478-423b-9968-0cca1300dc32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46ecc75f-9d1b-47c8-ade6-4974e8e1e80b HTTP/1.1" status: 204 len: 168 time: 0.9080541 Jul 13 14:49:02.064481 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-09530c3f-b542-4adc-aa1c-ec4c2e88e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.067158 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-09530c3f-b542-4adc-aa1c-ec4c2e88e250 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1098 time: 0.2715433 Jul 13 14:49:02.068542 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eebeb5-b478-423b-9968-0cca1300dc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ecc75f-9d1b-47c8-ade6-4974e8e1e80b,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:02.079274 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-1d01fe8a-9079-4d5c-859f-c9ef399804b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.080847 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-1d01fe8a-9079-4d5c-859f-c9ef399804b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.0939569 Jul 13 14:49:02.081739 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] For port a2a25142-b849-454c-aad8-625b0ccecb58, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a2a25142-b849-454c-aad8-625b0ccecb58,segment=NetworkSegment(f943e6fe-aca2-4175-8217-cf119ac7363e),segment_id=f943e6fe-aca2-4175-8217-cf119ac7363e)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:02.082399 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:02.127309 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:02.162119 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Calling delete_port for a2a25142-b849-454c-aad8-625b0ccecb58 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:02.162445 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-74721216-82e6-4d89-8266-837911b43c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.163796 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-74721216-82e6-4d89-8266-837911b43c91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752912 Jul 13 14:49:02.197099 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821dcab-05ee-4211-b858-f38b12ca1703 req-3b1333df-a26f-4637-b17f-5db9ebcc0d52 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.199186 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a821dcab-05ee-4211-b858-f38b12ca1703 req-3b1333df-a26f-4637-b17f-5db9ebcc0d52 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 945 time: 0.4850500 Jul 13 14:49:02.277441 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-5c180fc1-4118-4ecd-a473-d4ae2cc87ae2 service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060324 Jul 13 14:49:02.355727 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3978b1-1a5b-4776-ae49-13fe445f877b req-f8b9ba6b-ea51-4dff-8d5b-8710cfbd5469 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.362943 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab3978b1-1a5b-4776-ae49-13fe445f877b req-f8b9ba6b-ea51-4dff-8d5b-8710cfbd5469 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.4092855 Jul 13 14:49:02.404294 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-2042c5df-a1a0-4280-b738-9eecc71fc70d req-8c51a034-c124-4fa5-bd2f-e9c9a44a8ddb service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114163 Jul 13 14:49:02.437513 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a821dcab-05ee-4211-b858-f38b12ca1703 req-70b91700-ff9d-4082-ba58-a2ca0416c943 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871958 Jul 13 14:49:02.448334 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-57595beb-14fc-4a8a-b559-f8c72001fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.449965 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-57595beb-14fc-4a8a-b559-f8c72001fff9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 920 time: 0.3519354 Jul 13 14:49:02.517846 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab3978b1-1a5b-4776-ae49-13fe445f877b req-6bc79d02-0cb2-49ed-8d34-e9d77d82518f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540117 Jul 13 14:49:02.520076 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-cf0be933-bd4e-486e-b98a-23da397e5958 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 200 len: 217 time: 0.0475101 Jul 13 14:49:02.594738 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:02.697751 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:02.703522 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:02.704197 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:02.737714 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:02.803455 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:02.832667 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a35eabd-d8ac-491b-956d-e664cc9dfd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:02.835491 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c276721d-b262-4d54-b682-b97320578007" -d '{"events": [{"server_uuid": "1a35eabd-d8ac-491b-956d-e664cc9dfd23", "name": "network-vif-plugged", "status": "completed", "tag": "e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:02.849818 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-ff3e6328-8903-4cc7-9f80-1e293e9bbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.853686 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-ff3e6328-8903-4cc7-9f80-1e293e9bbd23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.3175278 Jul 13 14:49:02.857026 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:02.861201 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Pushing event deleted for resources: {'Port': ['ID=a2a25142-b849-454c-aad8-625b0ccecb58,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:02.863755 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:02.864972 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device a2a25142-b849-454c-aad8-625b0ccecb58 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:02.890784 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: a2a25142-b849-454c-aad8-625b0ccecb58 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:02.891139 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device a2a25142-b849-454c-aad8-625b0ccecb58 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:02.952524 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:02.994306 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-3b378755-037f-461e-bafc-191119a5a23a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238132 Jul 13 14:49:03.037557 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] No DVR routers for this DVR port a2a25142-b849-454c-aad8-625b0ccecb58 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:03.043059 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:03.046920 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-78e47abb-0cb1-4580-bb1a-71eef5a1982c req-34d5bca8-ebb0-47a6-a44e-30656091c052 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.61 "DELETE /v2.0/ports/a2a25142-b849-454c-aad8-625b0ccecb58 HTTP/1.1" status: 204 len: 173 time: 1.6457162 Jul 13 14:49:03.077242 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59adaaea-f0f6-4775-97e4-f25e15a447c2', 'name': 'network-vif-deleted', 'tag': 'a2a25142-b849-454c-aad8-625b0ccecb58'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:03.082482 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10620ab0-07b3-4a03-aeaa-76b7078ed656" -d '{"events": [{"server_uuid": "59adaaea-f0f6-4775-97e4-f25e15a447c2", "name": "network-vif-deleted", "tag": "a2a25142-b849-454c-aad8-625b0ccecb58"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:03.222745 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34349310-4a36-4f7b-ab73-20a0e9a0b05a req-ccf45c35-6292-44c9-b69a-78c04f60f730 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:03.225484 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-34349310-4a36-4f7b-ab73-20a0e9a0b05a req-ccf45c35-6292-44c9-b69a-78c04f60f730 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 944 time: 0.5602138 Jul 13 14:49:03.249429 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3d220-7888-4147-9c5a-e0389cc2ae46 req-48024658-81fa-45c6-acb1-61aa375f39a8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:03.254512 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-12f3d220-7888-4147-9c5a-e0389cc2ae46 req-48024658-81fa-45c6-acb1-61aa375f39a8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.5431273 Jul 13 14:49:03.363974 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-40e37ff2-06cf-4538-a16f-7d4260d49548 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284469 Jul 13 14:49:03.374531 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-34349310-4a36-4f7b-ab73-20a0e9a0b05a req-b903b20c-cb7c-464e-99f4-a09ed4defeaf tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157608 Jul 13 14:49:03.378647 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-12f3d220-7888-4147-9c5a-e0389cc2ae46 req-7c8cdb6a-e19e-4ea0-9fda-91c8ba0d1103 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939176 Jul 13 14:49:03.510531 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d2d0cd-65bf-4a1e-bdf5-e9f81f8a58c2 x-openstack-request-id: req-17d2d0cd-65bf-4a1e-bdf5-e9f81f8a58c2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:03.511083 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a35eabd-d8ac-491b-956d-e664cc9dfd23", "name": "network-vif-plugged", "status": "completed", "tag": "e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:03.511328 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17d2d0cd-65bf-4a1e-bdf5-e9f81f8a58c2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:03.511968 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a35eabd-d8ac-491b-956d-e664cc9dfd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2', 'code': 200} Jul 13 14:49:03.560264 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26a44d58-e443-4548-9fec-dd4765fcb9f9 req-0da5aa3c-0ced-4021-aab3-85bc3933dde1 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756206 Jul 13 14:49:03.561840 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459d59a0-03a4-46e7-b568-b1a053a6e7ff x-openstack-request-id: req-459d59a0-03a4-46e7-b568-b1a053a6e7ff {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:03.562139 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59adaaea-f0f6-4775-97e4-f25e15a447c2", "name": "network-vif-deleted", "tag": "a2a25142-b849-454c-aad8-625b0ccecb58", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:03.562387 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-459d59a0-03a4-46e7-b568-b1a053a6e7ff {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:03.562786 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59adaaea-f0f6-4775-97e4-f25e15a447c2', 'name': 'network-vif-deleted', 'tag': 'a2a25142-b849-454c-aad8-625b0ccecb58', 'status': 'completed', 'code': 200} Jul 13 14:49:03.676086 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ecf6cf8d-4f8e-40cd-8515-45841ebec42f req-9564074c-dbb9-48d7-ba09-7edbb1c70cc3 tempest-VolumesNegativeTest-1086538904 tempest-VolumesNegativeTest-1086538904-project] 10.222.0.37 "GET /v2.0/ports?device_id=59adaaea-f0f6-4775-97e4-f25e15a447c2 HTTP/1.1" status: 200 len: 210 time: 0.0486920 Jul 13 14:49:03.923124 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7207fe-7124-4c6c-bed0-50f17a652c1d req-2b066c46-41d1-49cf-8e15-26d53b481e69 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:03.924931 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1c7207fe-7124-4c6c-bed0-50f17a652c1d req-2b066c46-41d1-49cf-8e15-26d53b481e69 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 945 time: 0.1221652 Jul 13 14:49:04.025379 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548f9ec-391b-44be-a486-28ea52673a94 req-89673ba7-62f1-464a-bd51-3dd53c529c91 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:04.027120 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0548f9ec-391b-44be-a486-28ea52673a94 req-89673ba7-62f1-464a-bd51-3dd53c529c91 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1641307 Jul 13 14:49:04.030353 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1c7207fe-7124-4c6c-bed0-50f17a652c1d req-51f1659a-227d-4ad0-b710-27da8d3f26d2 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945458 Jul 13 14:49:04.106197 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1f844-3658-43a1-994c-a17d6b1b7173 req-6c2a6b03-ef69-4807-9502-8705e54caead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:04.110036 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ead1f844-3658-43a1-994c-a17d6b1b7173 req-6c2a6b03-ef69-4807-9502-8705e54caead service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 1098 time: 0.1600239 Jul 13 14:49:04.118152 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0548f9ec-391b-44be-a486-28ea52673a94 req-a9669297-683c-41fb-b8a1-3361b980fb2d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653980 Jul 13 14:49:04.193962 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ead1f844-3658-43a1-994c-a17d6b1b7173 req-c4598a2a-986b-42fb-ab65-755cc3e92efe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712953 Jul 13 14:49:04.742066 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce6bd3-1c0a-4e63-9e72-31a27bee017d req-b898678e-7b2e-4bc4-a1bf-7e20f05c8ce4 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:04.748415 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e0ce6bd3-1c0a-4e63-9e72-31a27bee017d req-b898678e-7b2e-4bc4-a1bf-7e20f05c8ce4 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 945 time: 0.1435966 Jul 13 14:49:04.767439 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc16359-fb74-4b42-b2ba-e23d33d5caa6 req-93e23cad-2282-4496-89a1-374686eaad5b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:04.769439 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0dc16359-fb74-4b42-b2ba-e23d33d5caa6 req-93e23cad-2282-4496-89a1-374686eaad5b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1528835 Jul 13 14:49:04.878683 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e0ce6bd3-1c0a-4e63-9e72-31a27bee017d req-954be687-6edd-48de-936f-e35214e1bc97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212454 Jul 13 14:49:04.886849 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0dc16359-fb74-4b42-b2ba-e23d33d5caa6 req-1331a678-9c0a-472e-beea-5bec81cab387 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006577 Jul 13 14:49:05.481831 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49354) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:05.628624 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b0dc4-dd9f-45c4-8c81-444acde85ee0 req-33a2c24c-c114-44b3-bd95-353c046faac3 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:05.633119 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab5b0dc4-dd9f-45c4-8c81-444acde85ee0 req-33a2c24c-c114-44b3-bd95-353c046faac3 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1902003 Jul 13 14:49:05.801537 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ac5323d0-83b5-4b32-9955-270d956b6059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:05.973873 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ac5323d0-83b5-4b32-9955-270d956b6059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:05.985767 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ac5323d0-83b5-4b32-9955-270d956b6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.036574 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ac5323d0-83b5-4b32-9955-270d956b6059 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=567990e4dcbf49d3acb544e73dc7e5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520918 Jul 13 14:49:06.037894 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5323d0-83b5-4b32-9955-270d956b6059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83df5867-fe3f-44aa-9831-272dacc51d7e,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:06.039802 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 49374) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:06.078691 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ab5b0dc4-dd9f-45c4-8c81-444acde85ee0 req-1056142d-f049-44b9-a6d0-16141e2d09df tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238896 Jul 13 14:49:06.122723 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0279d-cf0c-486a-ab68-690bb858e4b6 req-ea503a11-00b8-4578-bf16-32c18a7d955e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:06.124398 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a8e0279d-cf0c-486a-ab68-690bb858e4b6 req-ea503a11-00b8-4578-bf16-32c18a7d955e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 945 time: 0.4899144 Jul 13 14:49:06.147428 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd190e41-fec2-4af1-ba7a-c36590a1cbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.193370 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd190e41-fec2-4af1-ba7a-c36590a1cbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.205461 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a8e0279d-cf0c-486a-ab68-690bb858e4b6 req-3a9379ca-aaca-4076-81c1-0cbbb5bfac5e tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715010 Jul 13 14:49:06.260855 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd190e41-fec2-4af1-ba7a-c36590a1cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.264100 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd190e41-fec2-4af1-ba7a-c36590a1cbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.266496 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-cd190e41-fec2-4af1-ba7a-c36590a1cbaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83df5867-fe3f-44aa-9831-272dacc51d7e HTTP/1.1" status: 204 len: 168 time: 0.2238247 Jul 13 14:49:06.294396 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd190e41-fec2-4af1-ba7a-c36590a1cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83df5867-fe3f-44aa-9831-272dacc51d7e,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:06.373499 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c854ec9-266a-40b6-96bc-afbf487709bc req-1f28db8d-fd7a-4ce3-9244-92fc06156981 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:06.375148 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1c854ec9-266a-40b6-96bc-afbf487709bc req-1f28db8d-fd7a-4ce3-9244-92fc06156981 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 945 time: 0.1029541 Jul 13 14:49:06.420015 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1c854ec9-266a-40b6-96bc-afbf487709bc req-4ddceb68-16fb-42f6-8b82-c4f71a1e3155 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385525 Jul 13 14:49:06.438854 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.732929 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 49444) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:06.750036 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3c02c3d9-25eb-4c1c-9b36-b10d3ba4e57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.862962 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3c02c3d9-25eb-4c1c-9b36-b10d3ba4e57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.869600 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3c02c3d9-25eb-4c1c-9b36-b10d3ba4e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.915160 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-3c02c3d9-25eb-4c1c-9b36-b10d3ba4e57a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ca84666eaf44b79ba58d1d38496667e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809111 Jul 13 14:49:06.916853 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02c3d9-25eb-4c1c-9b36-b10d3ba4e57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767b387c-442f-49df-9353-8f3d10c4d790,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:06.919647 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49458) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:07.008277 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0df5639-42d0-420b-8c78-01b3089ba76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:07.033181 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0df5639-42d0-420b-8c78-01b3089ba76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:07.096417 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0df5639-42d0-420b-8c78-01b3089ba76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:07.100205 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0df5639-42d0-420b-8c78-01b3089ba76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:07.101999 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e0df5639-42d0-420b-8c78-01b3089ba76d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/767b387c-442f-49df-9353-8f3d10c4d790 HTTP/1.1" status: 204 len: 168 time: 0.1811171 Jul 13 14:49:07.117078 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df5639-42d0-420b-8c78-01b3089ba76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767b387c-442f-49df-9353-8f3d10c4d790,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:07.530651 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32028f3-821d-4154-9313-6073af63a599 req-7976b8ab-1459-4942-9519-c2ea7730b837 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:07.532826 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a32028f3-821d-4154-9313-6073af63a599 req-7976b8ab-1459-4942-9519-c2ea7730b837 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 945 time: 0.1478879 Jul 13 14:49:07.545734 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd54977-2280-4054-a418-fe4c3de94c75 req-7f0d3c15-a0b5-48c4-b58d-9edc5925e56b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:07.547647 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dfd54977-2280-4054-a418-fe4c3de94c75 req-7f0d3c15-a0b5-48c4-b58d-9edc5925e56b tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2150259 Jul 13 14:49:07.575368 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-0fa398f3-6409-4950-b234-593e171039be tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:07.577687 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-0fa398f3-6409-4950-b234-593e171039be tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 945 time: 0.1566911 Jul 13 14:49:07.678157 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a32028f3-821d-4154-9313-6073af63a599 req-2cac3c9f-08b8-4388-8a22-5eb82966b2d2 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b58a3da-a467-4622-9801-3254422b05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207042 Jul 13 14:49:07.706854 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-dfd54977-2280-4054-a418-fe4c3de94c75 req-f3fa5373-bced-491c-8934-fb7fd67b5764 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400123 Jul 13 14:49:07.814146 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Deleting port 2eed11dd-5de3-4839-8674-aaa9796e3236 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:07.814774 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:08.008101 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] For port 2eed11dd-5de3-4839-8674-aaa9796e3236, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2eed11dd-5de3-4839-8674-aaa9796e3236,segment=NetworkSegment(4b321a4b-7680-4451-ac36-68dc32745040),segment_id=4b321a4b-7680-4451-ac36-68dc32745040)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:08.009055 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:08.036013 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Calling delete_port for 2eed11dd-5de3-4839-8674-aaa9796e3236 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:08.251383 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:08.268206 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['2eed11dd-5de3-4839-8674-aaa9796e3236'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:08.293238 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Pushing event deleted for resources: {'Port': ['ID=2eed11dd-5de3-4839-8674-aaa9796e3236,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:08.358437 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] No DVR routers for this DVR port 2eed11dd-5de3-4839-8674-aaa9796e3236 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:08.361727 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:08.365063 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8a6f6f55-a5ac-4956-80f5-5ee16ac3f04a req-a1884f89-f92f-4ed4-9e38-3f79793b63b8 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.61 "DELETE /v2.0/ports/2eed11dd-5de3-4839-8674-aaa9796e3236 HTTP/1.1" status: 204 len: 173 time: 0.7705014 Jul 13 14:49:08.365262 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b772c59-5c3d-4084-800c-b7685883511f', 'name': 'network-vif-deleted', 'tag': '2eed11dd-5de3-4839-8674-aaa9796e3236'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:08.369150 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b763d2-4704-44b8-908f-eddf1e6c9d4d" -d '{"events": [{"server_uuid": "0b772c59-5c3d-4084-800c-b7685883511f", "name": "network-vif-deleted", "tag": "2eed11dd-5de3-4839-8674-aaa9796e3236"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:08.433867 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1aaf49-de0e-4fe9-9d17-ecae8f24d28e x-openstack-request-id: req-ae1aaf49-de0e-4fe9-9d17-ecae8f24d28e {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:08.434065 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b772c59-5c3d-4084-800c-b7685883511f", "name": "network-vif-deleted", "tag": "2eed11dd-5de3-4839-8674-aaa9796e3236", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:08.434303 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae1aaf49-de0e-4fe9-9d17-ecae8f24d28e {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:08.434951 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b772c59-5c3d-4084-800c-b7685883511f', 'name': 'network-vif-deleted', 'tag': '2eed11dd-5de3-4839-8674-aaa9796e3236', 'status': 'completed', 'code': 200} Jul 13 14:49:09.017068 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e7ee33a5-d914-42e6-986b-dda7b1463575 req-45738398-96d6-47cf-8993-96c584acf357 tempest-VolumesActionsTest-517604807 tempest-VolumesActionsTest-517604807-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b772c59-5c3d-4084-800c-b7685883511f HTTP/1.1" status: 200 len: 210 time: 0.0492108 Jul 13 14:49:09.037479 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a5a72-50d5-4e71-bb08-db92e9e10efb req-e23ba538-9055-4f87-9b22-de1fbb03cf32 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:09.042094 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-278a5a72-50d5-4e71-bb08-db92e9e10efb req-e23ba538-9055-4f87-9b22-de1fbb03cf32 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1559746 Jul 13 14:49:09.176092 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-278a5a72-50d5-4e71-bb08-db92e9e10efb req-4e417507-7804-4e01-b1e5-20e5ef4be29a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116400 Jul 13 14:49:09.428192 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a438da8-e025-40fb-a194-4cc2d6cd2140 req-cc724dd4-3426-444b-bbf2-8e368d222652 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:09.430080 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5a438da8-e025-40fb-a194-4cc2d6cd2140 req-cc724dd4-3426-444b-bbf2-8e368d222652 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.1135201 Jul 13 14:49:09.478786 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5a438da8-e025-40fb-a194-4cc2d6cd2140 req-402f081d-1d76-4a66-a1e9-8317c32aba74 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Jul 13 14:49:09.505889 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49612) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:09.729822 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5dc141-141c-4eb3-b8a9-86e8f39f7647 tempest-TestMinimumBasicScenario-1570053926 tempest-TestMinimumBasicScenario-1570053926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:09.731534 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2d5dc141-141c-4eb3-b8a9-86e8f39f7647 tempest-TestMinimumBasicScenario-1570053926 tempest-TestMinimumBasicScenario-1570053926-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1093 time: 0.2245615 Jul 13 14:49:09.734631 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49622) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:09.739794 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'port_id': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:09.766115 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for floatingip, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:09.905254 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.078551 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Allocated IP 172.27.1.141 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/15202707-7504-49da-a1b6-ee373709b172) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:10.245536 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.301295 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.360076 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:10.363449 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:10.367891 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:10.402994 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'Port': ['ID=15202707-7504-49da-a1b6-ee373709b172,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:10.431750 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf8ce2-8fb1-4bf0-b716-99ec3987257a req-57b6d796-417c-4454-ac39-88d7f0b4b8a0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:10.434334 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-35bf8ce2-8fb1-4bf0-b716-99ec3987257a req-57b6d796-417c-4454-ac39-88d7f0b4b8a0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1082544 Jul 13 14:49:10.504001 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-35bf8ce2-8fb1-4bf0-b716-99ec3987257a req-bb69e275-98c9-42ba-a37e-fe8daa7ba098 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574045 Jul 13 14:49:10.646947 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 2eed11dd-5de3-4839-8674-aaa9796e3236 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:10.686932 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 2eed11dd-5de3-4839-8674-aaa9796e3236 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:10.687466 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 2eed11dd-5de3-4839-8674-aaa9796e3236 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:11.179101 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:11.365952 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:11.603255 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:11.609692 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:11.701112 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:11.739026 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'Port': ['ID=15202707-7504-49da-a1b6-ee373709b172,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:11.761513 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49732) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:11.817337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7456704-52de-448a-9d69-ffd45152c8f1 req-2f52ec0b-d0c5-42b2-87bf-8a85ec6d2a1c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:11.819272 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7456704-52de-448a-9d69-ffd45152c8f1 req-2f52ec0b-d0c5-42b2-87bf-8a85ec6d2a1c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0994313 Jul 13 14:49:11.836513 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.l3_db [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Floating IP 4e1211f9-ecc9-4085-91c1-dbf7e7855dac associated. External IP: 172.27.1.141, port: 2fa7456e-6047-40c2-8dac-cf3da5bef316. Jul 13 14:49:11.888552 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7456704-52de-448a-9d69-ffd45152c8f1 req-fa53a759-7842-4755-99b6-cb3479197d32 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621319 Jul 13 14:49:12.000679 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-4819bf49-718f-43b9-af53-103fbd4a4294 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89d7cad389cf4ed385a46fa05aa42674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375941 Jul 13 14:49:12.003296 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49736) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:12.422887 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-628a9d44-f1fd-47d4-bcb2-a15810cdce24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:12.478208 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Router 5db88be8-b21f-40fc-9c51-e6919c6717af has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:12.482046 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-628a9d44-f1fd-47d4-bcb2-a15810cdce24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:12.696929 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-628a9d44-f1fd-47d4-bcb2-a15810cdce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:12.702216 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-628a9d44-f1fd-47d4-bcb2-a15810cdce24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:12.704971 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-628a9d44-f1fd-47d4-bcb2-a15810cdce24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab0b843a-19d6-41cd-8a24-d56cfcf05e9e HTTP/1.1" status: 204 len: 168 time: 0.7000616 Jul 13 14:49:12.750395 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a9d44-f1fd-47d4-bcb2-a15810cdce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0b843a-19d6-41cd-8a24-d56cfcf05e9e,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:12.760260 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:12.779239 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] Sync routers for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:12.792055 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:12.801076 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:12.801800 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:12.867141 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-5c25d0a9-0870-448c-9e97-a3f79b9ad298 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1257589 Jul 13 14:49:12.867141 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:12.867141 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ddd9b8-e6be-4cde-bd13-c028407a6165" -d '{"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:12.868083 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 49754) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:12.872766 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-815c6aee-d566-4a55-aaef-d42c1a64224e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221027892', 'description': 'tempest-secgroup-smoke-221027892 description', 'project_id': '27e7ad5089184846bd61e16bfa02b42e'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:12.905347 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-815c6aee-d566-4a55-aaef-d42c1a64224e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:12.960036 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f1fb90-21e9-4a7e-aab4-7558587b1686 x-openstack-request-id: req-00f1fb90-21e9-4a7e-aab4-7558587b1686 {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:12.960748 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:12.961309 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00f1fb90-21e9-4a7e-aab4-7558587b1686 {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:12.962008 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'status': 'completed', 'code': 200} Jul 13 14:49:13.009162 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:13.122444 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-815c6aee-d566-4a55-aaef-d42c1a64224e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.165350 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-815c6aee-d566-4a55-aaef-d42c1a64224e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.216418 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-815c6aee-d566-4a55-aaef-d42c1a64224e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.218319 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-815c6aee-d566-4a55-aaef-d42c1a64224e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3499074 Jul 13 14:49:13.221650 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49768) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:13.229141 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-975f7423-91cb-42f4-9d8c-b0a565e762df tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'security_group_rule': {'security_group_id': '1fd019d9-3b5b-49a5-a2b1-7a1ada950463', 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:13.256132 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c6aee-d566-4a55-aaef-d42c1a64224e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd019d9-3b5b-49a5-a2b1-7a1ada950463,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:13.315137 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-975f7423-91cb-42f4-9d8c-b0a565e762df tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.330274 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a89f77-8af0-45eb-bb11-4011dba4b3f4 req-d8f77147-5679-488b-bd9c-aae7755c5ee7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:13.340814 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a2a89f77-8af0-45eb-bb11-4011dba4b3f4 req-d8f77147-5679-488b-bd9c-aae7755c5ee7 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2429764 Jul 13 14:49:13.368501 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '4e1211f9-ecc9-4085-91c1-dbf7e7855dac', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'port_id': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'mac_address': 'fa:16:3e:4b:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:10Z', 'updated_at': '2021-07-13T14:49:10Z', 'revision_number': 0, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:57Z', 'revision_number': 5, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:13.393116 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a2a89f77-8af0-45eb-bb11-4011dba4b3f4 req-98c19d84-c85a-4a9a-bce1-c4bd192c4743 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Jul 13 14:49:13.431086 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-975f7423-91cb-42f4-9d8c-b0a565e762df tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.436672 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-975f7423-91cb-42f4-9d8c-b0a565e762df tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.467732 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f7423-91cb-42f4-9d8c-b0a565e762df tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88e11b5-07c2-46a8-9bbe-349f128a5a77,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:13.481202 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-975f7423-91cb-42f4-9d8c-b0a565e762df tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.484151 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-975f7423-91cb-42f4-9d8c-b0a565e762df tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2609851 Jul 13 14:49:13.485600 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49780) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:13.490684 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-1fc15804-5a4d-4bc8-af77-43a20e7df8c5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'security_group_rule': {'security_group_id': '1fd019d9-3b5b-49a5-a2b1-7a1ada950463', 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:13.498441 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] Checking router: 5db88be8-b21f-40fc-9c51-e6919c6717af for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:13.516124 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:13.516963 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:13.531935 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1fc15804-5a4d-4bc8-af77-43a20e7df8c5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.620165 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1fc15804-5a4d-4bc8-af77-43a20e7df8c5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.626599 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1fc15804-5a4d-4bc8-af77-43a20e7df8c5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.666758 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc15804-5a4d-4bc8-af77-43a20e7df8c5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b552d3-0236-4135-ab26-37c2d44b7af2,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:13.669087 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:13.673581 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1fc15804-5a4d-4bc8-af77-43a20e7df8c5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.678472 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1fc15804-5a4d-4bc8-af77-43a20e7df8c5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1890395 Jul 13 14:49:13.678741 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 49790) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:13.684816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-fb2d2611-e198-4e3b-883f-e5c95124d9a6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'security_group_rule': {'security_group_id': '1fd019d9-3b5b-49a5-a2b1-7a1ada950463', 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:13.738528 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2611-e198-4e3b-883f-e5c95124d9a6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.809384 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49792) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:13.849595 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2611-e198-4e3b-883f-e5c95124d9a6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.856603 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2611-e198-4e3b-883f-e5c95124d9a6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.876590 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d2611-e198-4e3b-883f-e5c95124d9a6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b371a58d-db81-4ec3-8336-bce35e95ac59,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:13.888943 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2611-e198-4e3b-883f-e5c95124d9a6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.890444 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-fb2d2611-e198-4e3b-883f-e5c95124d9a6 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099311 Jul 13 14:49:13.893607 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49796) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:13.898944 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-7ba2714f-65e5-4cc5-b4e4-a4a8e01830ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'security_group_rule': {'security_group_id': '1fd019d9-3b5b-49a5-a2b1-7a1ada950463', 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:13.935769 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7ba2714f-65e5-4cc5-b4e4-a4a8e01830ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:13.972457 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-145830701-network', 'tenant_id': '10670ff6c5734b668db0d543d1689d87'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:14.026658 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Made reservation on behalf of 10670ff6c5734b668db0d543d1689d87 for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:14.030135 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.043067 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '4e1211f9-ecc9-4085-91c1-dbf7e7855dac', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'port_id': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'mac_address': 'fa:16:3e:4b:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:10Z', 'updated_at': '2021-07-13T14:49:10Z', 'revision_number': 0, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:57Z', 'revision_number': 5, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:14.045310 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7ba2714f-65e5-4cc5-b4e4-a4a8e01830ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.046889 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.050514 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7ba2714f-65e5-4cc5-b4e4-a4a8e01830ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.083496 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb8663-c05a-4c10-8b09-c48166a15bbf None None] The sync data for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi is: [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '4e1211f9-ecc9-4085-91c1-dbf7e7855dac', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'port_id': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'mac_address': 'fa:16:3e:4b:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:10Z', 'updated_at': '2021-07-13T14:49:10Z', 'revision_number': 0, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:57Z', 'revision_number': 5, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:14.084734 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2714f-65e5-4cc5-b4e4-a4a8e01830ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcfed26-fc39-4cde-84f0-1beebfc9dea1,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:14.103247 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7ba2714f-65e5-4cc5-b4e4-a4a8e01830ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.104861 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-7ba2714f-65e5-4cc5-b4e4-a4a8e01830ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2102127 Jul 13 14:49:14.109114 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 49798) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:14.115786 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-e9031820-9326-4fd6-aab8-9a85d97e116b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'security_group_rule': {'security_group_id': '1fd019d9-3b5b-49a5-a2b1-7a1ada950463', 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:14.247531 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.253121 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.275796 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.securitygroups_db [None req-e9031820-9326-4fd6-aab8-9a85d97e116b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Project 27e7ad5089184846bd61e16bfa02b42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:49:14.285638 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e9031820-9326-4fd6-aab8-9a85d97e116b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.297702 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:49:14.325753 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56adc34-6d64-4cc2-8390-54c2526faa59,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:14.337163 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.337727 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Added segment 4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699 of type vlan for network 8349766d-ff31-4ea5-b580-00934bbb0f12 Jul 13 14:49:14.413266 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc24fe0-9b56-446c-916e-86a7e07c3fa3 None None] New status for floating IP 4e1211f9-ecc9-4085-91c1-dbf7e7855dac: ACTIVE {{(pid=110075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:49:14.415823 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e9031820-9326-4fd6-aab8-9a85d97e116b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.424959 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.427721 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e9031820-9326-4fd6-aab8-9a85d97e116b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.471349 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9031820-9326-4fd6-aab8-9a85d97e116b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31f2b37-1dcf-42a6-86b5-9b213479526d,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:14.471986 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.473594 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:14.475868 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.479053 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e9031820-9326-4fd6-aab8-9a85d97e116b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.482131 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-e9031820-9326-4fd6-aab8-9a85d97e116b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3713214 Jul 13 14:49:14.493912 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 49808) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:14.503495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-e5f33bbf-4543-4813-a1a2-9a8aa1eaa7ef tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'security_group_rule': {'security_group_id': '1fd019d9-3b5b-49a5-a2b1-7a1ada950463', 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:14.552311 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] Pushing event updated for resources: {'Network': ['ID=8349766d-ff31-4ea5-b580-00934bbb0f12,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:14.557544 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.securitygroups_db [None req-e5f33bbf-4543-4813-a1a2-9a8aa1eaa7ef tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Project 27e7ad5089184846bd61e16bfa02b42e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:49:14.567284 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e5f33bbf-4543-4813-a1a2-9a8aa1eaa7ef tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.587509 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-909ca123-8563-4fff-b77f-9851941a266f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7709813 Jul 13 14:49:14.589090 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49812) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:14.598827 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Request body: {'subnet': {'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-145830701-subnet', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:14.651945 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Made reservation on behalf of 10670ff6c5734b668db0d543d1689d87 for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:14.657858 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59020790'] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.705325 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:49:14.758889 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e5f33bbf-4543-4813-a1a2-9a8aa1eaa7ef tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.766782 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e5f33bbf-4543-4813-a1a2-9a8aa1eaa7ef tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.821465 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f33bbf-4543-4813-a1a2-9a8aa1eaa7ef tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55d1f77-3083-4ef7-a6e5-9ce32ae9fec2,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:14.832220 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-e5f33bbf-4543-4813-a1a2-9a8aa1eaa7ef tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:14.837830 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-e5f33bbf-4543-4813-a1a2-9a8aa1eaa7ef tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3383255 Jul 13 14:49:14.856263 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afc035-98af-440e-a22d-9e9573d5d3fd req-77fa8c8c-bfee-418c-96e0-9ef4df032ffe tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:14.858922 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-84afc035-98af-440e-a22d-9e9573d5d3fd req-77fa8c8c-bfee-418c-96e0-9ef4df032ffe tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1830506 Jul 13 14:49:14.951242 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-84afc035-98af-440e-a22d-9e9573d5d3fd req-2cf32d7f-92f8-447c-9154-1c20b0722e03 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814705 Jul 13 14:49:14.997436 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60015205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59020740'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.072147 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-75047a06-21b8-4fd7-a201-d049329beb59 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221027892&fields=id&tenant_id=27e7ad5089184846bd61e16bfa02b42e HTTP/1.1" status: 200 len: 267 time: 0.0512178 Jul 13 14:49:15.075442 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-44f29e8c-6419-4c3c-abe6-470dcff5e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:15.077231 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-44f29e8c-6419-4c3c-abe6-470dcff5e8fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27e7ad5089184846bd61e16bfa02b42e&device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1098 time: 0.1048062 Jul 13 14:49:15.081392 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:15.109588 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Checking segment: {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:15.110167 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Network hostable DHCP agents. Network: 8349766d-ff31-4ea5-b580-00934bbb0f12, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:49:15.139542 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:49:15.158016 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 8349766d-ff31-4ea5-b580-00934bbb0f12) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:15.165566 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:15.166536 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.181147 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29869a7f-88b0-4052-bbf8-d401dc51513d None None] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:15.192415 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-35a9962d-ca0a-440d-84ce-37b1282e8a7e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6020486 Jul 13 14:49:15.195517 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49816) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:15.200961 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:15.238460 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-8cd1df2f-99a5-4993-8626-ecdd6f4c1f41 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:15.240109 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-8cd1df2f-99a5-4993-8626-ecdd6f4c1f41 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.1600356 Jul 13 14:49:15.244255 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-ed81f9d1-1b69-415e-be2b-5e454924774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:15.245743 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-ed81f9d1-1b69-415e-be2b-5e454924774f service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 200 len: 915 time: 0.1506252 Jul 13 14:49:15.249244 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.250324 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.257092 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'port': {'security_groups': ['5215b2e4-a8b6-4a87-b863-62d177dd0750', '1fd019d9-3b5b-49a5-a2b1-7a1ada950463']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:15.317475 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.372057 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-aba7188b-d323-48fa-8502-cd7f830e8d20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 1001 time: 0.1110914 Jul 13 14:49:15.446683 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.460397 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-8349766d-ff31-4ea5-b580-00934bbb0f12', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:49:15.462826 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.464197 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-f0bb1e03-c6e2-41d0-a744-553649681e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:15.465953 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-f0bb1e03-c6e2-41d0-a744-553649681e9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d76d458f-63d6-4585-b8ac-6b5f35326c68 HTTP/1.1" status: 200 len: 853 time: 0.0749059 Jul 13 14:49:15.567065 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.618241 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-19f62168-797a-4bf4-a626-3596517891ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:15.620608 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-19f62168-797a-4bf4-a626-3596517891ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa79d9f6-a2ef-405f-8803-8b8236d03e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1463084 Jul 13 14:49:15.823827 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Allocated IP 172.20.0.2 (8349766d-ff31-4ea5-b580-00934bbb0f12/74b13d68-d8c5-44cd-8d2f-1bf18b65b68a/08073e8c-a49b-4465-b15a-01a0b6dded60) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:15.826792 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] For port 2fa7456e-6047-40c2-8dac-cf3da5bef316, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:15.843281 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-685d87fc-f66a-4586-8552-ee2bb32c9031 service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044213 Jul 13 14:49:15.926606 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.937163 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.013206 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:16.013938 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.015478 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7ef7f9a1-3463-4285-bc41-b99f972c92cc req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "PUT /v2.0/ports/2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 981 time: 0.7633722 Jul 13 14:49:16.016021 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:16.018569 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:16.059997 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6ddd9b8-e6be-4cde-bd13-c028407a6165 req-3b4009ba-31a2-48cd-a356-498861e596d5 service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065382 Jul 13 14:49:16.064448 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9477fb5-cabf-48c5-aeeb-ecc4342cc1ee tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'Port': ['ID=2fa7456e-6047-40c2-8dac-cf3da5bef316,revision_number=6']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:16.074721 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['2fa7456e-6047-40c2-8dac-cf3da5bef316'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:16.111593 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.200415 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['2fa7456e-6047-40c2-8dac-cf3da5bef316'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:16.230410 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.315215 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.469374 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e23ff3-58e9-4bce-89b6-56a2a310d8d3 req-a662fb81-3b20-4626-99c9-644c39098fdc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:16.478206 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b4e23ff3-58e9-4bce-89b6-56a2a310d8d3 req-a662fb81-3b20-4626-99c9-644c39098fdc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1637578 Jul 13 14:49:16.516055 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Transition to ACTIVE for port object 08073e8c-a49b-4465-b15a-01a0b6dded60 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:16.594684 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b4e23ff3-58e9-4bce-89b6-56a2a310d8d3 req-651639a6-0064-48be-89c5-3629ead2d869 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130724 Jul 13 14:49:16.622011 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-0ca41c10-33b2-4ae9-a3e9-f4843c62d11f None None] Provisioning complete for port 2fa7456e-6047-40c2-8dac-cf3da5bef316 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:16.622011 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0ca41c10-33b2-4ae9-a3e9-f4843c62d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.659155 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Transition to ACTIVE for port object 08073e8c-a49b-4465-b15a-01a0b6dded60 will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:16.712615 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Allocated IP 172.27.1.246 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/cf118419-8949-493a-b07e-deef0cd38d08) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:16.742710 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802ed7f-4f60-4746-b935-4925020aea3e req-4207e6b0-69ac-49b8-b9a3-b21cf1500b24 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:16.764028 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.764329 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6802ed7f-4f60-4746-b935-4925020aea3e req-4207e6b0-69ac-49b8-b9a3-b21cf1500b24 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.2757678 Jul 13 14:49:16.791480 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:16.802383 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:16.838071 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2685ad1-b95e-4448-954d-9bfec220ed7f x-openstack-request-id: req-b2685ad1-b95e-4448-954d-9bfec220ed7f {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:16.840913 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:16.841171 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2685ad1-b95e-4448-954d-9bfec220ed7f {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:16.841619 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'status': 'completed', 'code': 200} Jul 13 14:49:16.842924 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:16.910202 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6802ed7f-4f60-4746-b935-4925020aea3e req-16cf9bfa-80b4-4eae-beb3-56fde1734227 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430035 Jul 13 14:49:16.931344 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-eb53b3bd-e222-421c-b209-c5097effc136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:16.933570 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-eb53b3bd-e222-421c-b209-c5097effc136 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27e7ad5089184846bd61e16bfa02b42e&device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1137 time: 0.1430840 Jul 13 14:49:16.986627 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Pushing event updated for resources: {'Port': ['ID=08073e8c-a49b-4465-b15a-01a0b6dded60,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:17.005309 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Attempting to bind port 08073e8c-a49b-4465-b15a-01a0b6dded60 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:17.005828 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Attempting to bind port 08073e8c-a49b-4465-b15a-01a0b6dded60 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:17.006290 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Attempting to bind port 08073e8c-a49b-4465-b15a-01a0b6dded60 on network 8349766d-ff31-4ea5-b580-00934bbb0f12 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:17.045041 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:17.045857 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Checking segment: {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:17.046654 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.047411 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Bound using segment: {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:17.048484 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Bound port: 08073e8c-a49b-4465-b15a-01a0b6dded60, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:17.049276 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.084172 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.205966 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-a7ab8486-c2c7-4b2f-a1b8-a894cbc42f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:17.207531 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-a7ab8486-c2c7-4b2f-a1b8-a894cbc42f57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 200 len: 915 time: 0.2600067 Jul 13 14:49:17.233094 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.348114 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-803993ca-b3f5-43b4-8a0a-0e94b546cbf7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 1001 time: 0.1334333 Jul 13 14:49:17.369418 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:17.389178 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] For port 08073e8c-a49b-4465-b15a-01a0b6dded60, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:17.392175 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:17.401882 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:17.407226 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] For port 08073e8c-a49b-4465-b15a-01a0b6dded60, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=08073e8c-a49b-4465-b15a-01a0b6dded60,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:17.426440 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.473580 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Pushing event updated for resources: {'Port': ['ID=cf118419-8949-493a-b07e-deef0cd38d08,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:17.515636 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-aeafded8-4a73-4da2-a300-abc160e75a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:17.523022 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-aeafded8-4a73-4da2-a300-abc160e75a66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d76d458f-63d6-4585-b8ac-6b5f35326c68 HTTP/1.1" status: 200 len: 853 time: 0.1645281 Jul 13 14:49:17.600259 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7c5a1-614b-41f8-9413-c25e39466a4a None None] Pushing event updated for resources: {'Port': ['ID=08073e8c-a49b-4465-b15a-01a0b6dded60,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:17.680576 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-3f95b5e4-c83a-4758-a520-f2928b317676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:17.683111 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-3f95b5e4-c83a-4758-a520-f2928b317676 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa79d9f6-a2ef-405f-8803-8b8236d03e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1532934 Jul 13 14:49:18.164006 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-2fae4ec1-3bfe-4839-8f82-4d750297344d service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690950 Jul 13 14:49:18.279558 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.309843 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab2a5-920f-473e-be20-fa4ff36df401 req-546ce826-739b-45af-a07a-cca78823fc46 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:18.312224 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4e4ab2a5-920f-473e-be20-fa4ff36df401 req-546ce826-739b-45af-a07a-cca78823fc46 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.3337142 Jul 13 14:49:18.430754 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4e4ab2a5-920f-473e-be20-fa4ff36df401 req-1f817580-7da8-4f69-a3b3-1ddf18e57bb0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638328 Jul 13 14:49:18.461014 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c6dd0860-915c-4f9e-9ffe-f6c1f97ab3bd req-ae17bcb3-7b24-462f-9dd2-717ba6a0e799 service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863643 Jul 13 14:49:18.766173 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.205776 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 08073e8c-a49b-4465-b15a-01a0b6dded60 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:19.427419 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:49:19.571070 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 08073e8c-a49b-4465-b15a-01a0b6dded60 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:19.863855 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13307f72-d985-4e07-aa4c-1d614008b1e5 req-9a34c647-06de-4b3f-a807-7a89f76277dd tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:19.875913 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-13307f72-d985-4e07-aa4c-1d614008b1e5 req-9a34c647-06de-4b3f-a807-7a89f76277dd tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0937943 Jul 13 14:49:19.885489 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe4fee-623a-4164-9fa9-3f875950ba15 None None] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:19.985531 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-13307f72-d985-4e07-aa4c-1d614008b1e5 req-d7c97ccb-74ea-4d18-896e-b34408f220c8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052592 Jul 13 14:49:19.991829 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-1f523959-d6d2-4793-9d0f-90276e1ed3f9 None None] Provisioning for port 08073e8c-a49b-4465-b15a-01a0b6dded60 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:20.009098 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-1f523959-d6d2-4793-9d0f-90276e1ed3f9 None None] Provisioning complete for port 08073e8c-a49b-4465-b15a-01a0b6dded60 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:20.009554 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f523959-d6d2-4793-9d0f-90276e1ed3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.029111 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:20.042518 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Sync routers for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:20.062844 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.067029 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-180130ff-20e5-414d-b9e3-f0daadb5f568 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8685527 Jul 13 14:49:20.070395 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49902) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:20.080300 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:20.083196 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:20.426674 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f523959-d6d2-4793-9d0f-90276e1ed3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.496112 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:20.542967 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-1f523959-d6d2-4793-9d0f-90276e1ed3f9 None None] For port 08073e8c-a49b-4465-b15a-01a0b6dded60, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=08073e8c-a49b-4465-b15a-01a0b6dded60,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:20.556572 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1f523959-d6d2-4793-9d0f-90276e1ed3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.700904 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f523959-d6d2-4793-9d0f-90276e1ed3f9 None None] Pushing event updated for resources: {'Port': ['ID=08073e8c-a49b-4465-b15a-01a0b6dded60,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:20.872948 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:17Z', 'revision_number': 3, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:20.915271 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Checking router: eda79f3e-9f0c-4f5b-8adc-a96936ef4566 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:20.915740 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Updating router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 port cf118419-8949-493a-b07e-deef0cd38d08 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:49:20.981990 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 08073e8c-a49b-4465-b15a-01a0b6dded60 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:20.984990 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:21.307377 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 08073e8c-a49b-4465-b15a-01a0b6dded60 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:21.307772 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:21.371373 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-b66b22b4-065e-4b12-b913-4c2010843ddf None None] Provisioning complete for port 08073e8c-a49b-4465-b15a-01a0b6dded60 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:21.371972 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b66b22b4-065e-4b12-b913-4c2010843ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:21.659248 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d37d-43fa-4727-a003-ba0f3f4af376 req-063c8875-4a8a-41c3-987b-146713591c23 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:21.660921 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c600d37d-43fa-4727-a003-ba0f3f4af376 req-063c8875-4a8a-41c3-987b-146713591c23 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2078900 Jul 13 14:49:21.754767 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c600d37d-43fa-4727-a003-ba0f3f4af376 req-1ebb3054-6f21-46dd-8386-63088dee0c43 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812414 Jul 13 14:49:21.847002 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:21.869479 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Transition to ACTIVE for port object cf118419-8949-493a-b07e-deef0cd38d08 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:21.874422 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:21.887006 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.007523 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Pushing event updated for resources: {'Port': ['ID=cf118419-8949-493a-b07e-deef0cd38d08,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:22.012581 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Attempting to bind port cf118419-8949-493a-b07e-deef0cd38d08 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:22.013197 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Attempting to bind port cf118419-8949-493a-b07e-deef0cd38d08 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:22.013791 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Attempting to bind port cf118419-8949-493a-b07e-deef0cd38d08 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:22.032161 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.032776 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.033364 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.033928 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.034493 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.035057 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.035644 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.036257 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.036864 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.037633 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.038307 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.038912 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:22.045146 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:22.049117 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:22.049117 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.049117 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:22.049117 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Bound port: cf118419-8949-493a-b07e-deef0cd38d08, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:22.050611 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.218611 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] For port cf118419-8949-493a-b07e-deef0cd38d08, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:22.230688 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] For port cf118419-8949-493a-b07e-deef0cd38d08, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=cf118419-8949-493a-b07e-deef0cd38d08,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:22.234756 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Allocated IP 172.20.0.1 (8349766d-ff31-4ea5-b580-00934bbb0f12/74b13d68-d8c5-44cd-8d2f-1bf18b65b68a/8e0788cc-5321-4ab0-8137-1ea7ca1e4546) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:22.242552 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.396942 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d9e1f-8f9e-4790-a923-f8118d086ba6 None None] Pushing event updated for resources: {'Port': ['ID=cf118419-8949-493a-b07e-deef0cd38d08,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:22.402022 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ac5c3-0cac-4852-bf63-ef4945103528 req-297101cc-7c55-43f3-ac3c-066867a5aabb tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:22.404733 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f05ac5c3-0cac-4852-bf63-ef4945103528 req-297101cc-7c55-43f3-ac3c-066867a5aabb tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 945 time: 0.2473619 Jul 13 14:49:22.490351 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f05ac5c3-0cac-4852-bf63-ef4945103528 req-f3c8dfb7-b940-478d-ba7c-90fda899e1e9 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698853 Jul 13 14:49:22.496366 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:22.497490 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:22.539825 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.566802 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Transition to ACTIVE for port object 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:22.728126 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.824675 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:22.833510 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:22.844974 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:22.859028 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:22.905181 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Pushing event updated for resources: {'Port': ['ID=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:22.921984 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.273204 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-477b6251-10a7-41ec-82d1-88f57bf3fe0b None None] Provisioning for port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:23.288794 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-477b6251-10a7-41ec-82d1-88f57bf3fe0b None None] Provisioning complete for port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:23.290578 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-477b6251-10a7-41ec-82d1-88f57bf3fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.292958 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542569e-bf8a-4e76-9041-07d37026f981 req-7bf4f1e3-7466-4844-b4b2-f16ee9224c64 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:23.302238 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0542569e-bf8a-4e76-9041-07d37026f981 req-7bf4f1e3-7466-4844-b4b2-f16ee9224c64 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1976283 Jul 13 14:49:23.322484 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.356269 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0542569e-bf8a-4e76-9041-07d37026f981 req-93fc3e93-0b80-4015-bca9-0304e7825c82 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527182 Jul 13 14:49:23.415109 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-477b6251-10a7-41ec-82d1-88f57bf3fe0b None None] Port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:49:23.581051 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:17Z', 'revision_number': 3, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:23.711917 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3aae8d-51b5-4d01-ad36-c0555d0bc806 None None] The sync data for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi is: [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:17Z', 'revision_number': 3, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:23.713795 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.731604 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.862108 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Pushing event updated for resources: {'Port': ['ID=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:23.900056 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.948344 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda3e09-0653-492c-8611-43b0f10e542c req-e0d5ca9c-7118-4a5c-a4d6-6a8b8502d767 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:23.955817 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0eda3e09-0653-492c-8611-43b0f10e542c req-e0d5ca9c-7118-4a5c-a4d6-6a8b8502d767 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 945 time: 0.1210861 Jul 13 14:49:24.019513 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0eda3e09-0653-492c-8611-43b0f10e542c req-c5bd715d-c720-4fd2-95f1-0779a84f33bd tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627124 Jul 13 14:49:24.114067 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:24.119861 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:24.495112 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:24.587171 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-e344f076-ceba-4080-b8d8-698a0951ff4c None None] Provisioning complete for port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:24.588435 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e344f076-ceba-4080-b8d8-698a0951ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:24.656859 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:24.671033 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d2f57dd4-b303-4371-883e-e393cc5b32ab admin admin] 10.222.0.37 "PUT /v2.0/routers/eda79f3e-9f0c-4f5b-8adc-a96936ef4566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5980396 Jul 13 14:49:24.690993 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-e344f076-ceba-4080-b8d8-698a0951ff4c None None] Port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:49:24.822340 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e87d95-4dc5-4f13-b0e9-0d2ce5ce2e1d req-388e8088-acf5-413c-8ebf-d88d3ce1014d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:24.827834 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-85e87d95-4dc5-4f13-b0e9-0d2ce5ce2e1d req-388e8088-acf5-413c-8ebf-d88d3ce1014d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1605999 Jul 13 14:49:24.948095 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-85e87d95-4dc5-4f13-b0e9-0d2ce5ce2e1d req-e9ba8b40-e87d-495c-9603-4ba87862c43f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128094 Jul 13 14:49:25.094550 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device cf118419-8949-493a-b07e-deef0cd38d08 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:25.279093 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port cf118419-8949-493a-b07e-deef0cd38d08 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:25.285581 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port cf118419-8949-493a-b07e-deef0cd38d08 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:25.285993 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:25.527814 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:25.573256 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d929ce-6d29-4ba3-a77d-694ca6bf1182 req-1aa85ba9-8885-4324-9157-abcbee1a45a2 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:25.583413 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-96d929ce-6d29-4ba3-a77d-694ca6bf1182 req-1aa85ba9-8885-4324-9157-abcbee1a45a2 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 945 time: 0.3356421 Jul 13 14:49:25.589130 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port cf118419-8949-493a-b07e-deef0cd38d08, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=cf118419-8949-493a-b07e-deef0cd38d08,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:25.604750 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:25.626599 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05f029-0c9d-459b-adf0-2c702137cebe req-26ab75d7-d28b-4b7f-a782-0b1b0d6600d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:25.645411 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1a05f029-0c9d-459b-adf0-2c702137cebe req-26ab75d7-d28b-4b7f-a782-0b1b0d6600d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1098 time: 0.4583743 Jul 13 14:49:25.748185 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-96d929ce-6d29-4ba3-a77d-694ca6bf1182 req-aa07ae78-d480-4c10-b4e5-beb8883488de tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552963 Jul 13 14:49:25.782069 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1a05f029-0c9d-459b-adf0-2c702137cebe req-dff24450-6e34-4101-8fc6-7c712b6d9d5b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358566 Jul 13 14:49:25.783571 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=cf118419-8949-493a-b07e-deef0cd38d08,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:25.972584 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 49990) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:25.980599 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-939150681-network', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:26.047472 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Made reservation on behalf of 5230e1eefe9d456ca3af4bf299c038c6 for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:26.054567 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.083999 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.333355 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.348992 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.396166 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73307813-8c15-4f14-9b6f-732ae1488abf req-e5a021fb-9bdc-4f0f-ad22-56f03cbac0cc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:26.398515 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-73307813-8c15-4f14-9b6f-732ae1488abf req-e5a021fb-9bdc-4f0f-ad22-56f03cbac0cc tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 945 time: 0.2638712 Jul 13 14:49:26.405830 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:49:26.421628 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa575c3-b2a0-4e06-9d75-2776807b0856 req-6a9062f9-d76a-4f20-9bb8-2993068766ab tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:26.429592 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.430029 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Added segment 29ea524c-6cee-4937-9506-da4746a55ed2 of type vlan for network 9ac9aead-7cde-41b2-aa30-69020b599959 Jul 13 14:49:26.438859 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6fa575c3-b2a0-4e06-9d75-2776807b0856 req-6a9062f9-d76a-4f20-9bb8-2993068766ab tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1687701 Jul 13 14:49:26.489663 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-fb7066ee-4243-4066-9138-96444b1599c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.577081 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bb0083-a590-4d25-9f66-de674dcfe723,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:26.582366 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.595554 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.596022 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.596440 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.596662 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.596999 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.597340 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.597833 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.598073 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.598377 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.598760 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.599125 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.599443 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:26.621276 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6fa575c3-b2a0-4e06-9d75-2776807b0856 req-b30b092c-8441-4738-b8f2-aef5ae634083 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813788 Jul 13 14:49:26.683164 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.685072 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:26.686279 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.724431 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Sync routers for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:26.769125 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:26.772181 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:26.774598 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Deleting port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:26.775046 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:26.806846 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8327477 Jul 13 14:49:26.809058 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50004) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:26.836369 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Request body: {'subnet': {'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-939150681-subnet', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:26.858010 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1def5-7aae-42a9-ab5b-8caaf4296c9f admin admin] Pushing event updated for resources: {'Network': ['ID=9ac9aead-7cde-41b2-aa30-69020b599959,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:26.906076 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Made reservation on behalf of 5230e1eefe9d456ca3af4bf299c038c6 for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:26.908833 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59020790'] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.049384 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 9ac9aead-7cde-41b2-aa30-69020b599959 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:49:27.052744 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device cf118419-8949-493a-b07e-deef0cd38d08 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:27.200319 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:27.249921 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60015205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59020740'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.261737 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] For port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:27.262508 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.278417 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Calling delete_port for e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:27.335237 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ae9ede-3d14-4ae7-bb5b-7af43d630824,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:27.345783 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Checking segment: {'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:27.346153 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Network hostable DHCP agents. Network: 9ac9aead-7cde-41b2-aa30-69020b599959, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:49:27.378979 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Network 9ac9aead-7cde-41b2-aa30-69020b599959 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:49:27.395477 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port cf118419-8949-493a-b07e-deef0cd38d08 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:27.395995 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.400847 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 9ac9aead-7cde-41b2-aa30-69020b599959) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:27.406613 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:27.407291 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.429629 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229a973-322f-402b-90e7-dfb175917a34 None None] Network 9ac9aead-7cde-41b2-aa30-69020b599959 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:27.454440 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2c26c106-736f-409a-ba31-bb9650c4ce17 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6294193 Jul 13 14:49:27.470921 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50006) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:27.479536 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:27.530841 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.545495 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.548417 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.582971 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Pushing event deleted for resources: {'Port': ['ID=e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:27.593723 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.593723 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.593723 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.594109 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.594109 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.594443 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.594755 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.595081 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.595399 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.595762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.596085 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.596401 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:27.636526 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb63ee-8d40-40d4-959b-745087a93f16 req-44f93af3-5c72-4c9a-a367-1e7b80d349da tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:27.644012 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6ecb63ee-8d40-40d4-959b-745087a93f16 req-44f93af3-5c72-4c9a-a367-1e7b80d349da tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a35eabd-d8ac-491b-956d-e664cc9dfd23 HTTP/1.1" status: 200 len: 867 time: 0.2537897 Jul 13 14:49:27.709979 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] No DVR routers for this DVR port e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:27.713374 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.716109 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-73307813-8c15-4f14-9b6f-732ae1488abf req-7a16de98-cbf9-4f3f-aa78-a2c2363d310e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "DELETE /v2.0/ports/e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 HTTP/1.1" status: 204 len: 173 time: 1.2745447 Jul 13 14:49:27.716503 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a35eabd-d8ac-491b-956d-e664cc9dfd23', 'name': 'network-vif-deleted', 'tag': 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:27.719768 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0ecab7-39e2-4109-9d07-7bf9b9bd1c73" -d '{"events": [{"server_uuid": "1a35eabd-d8ac-491b-956d-e664cc9dfd23", "name": "network-vif-deleted", "tag": "e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:27.758203 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6ecb63ee-8d40-40d4-959b-745087a93f16 req-68b94cb4-c0f6-4fa1-8c6f-37979c6e4173 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132047 Jul 13 14:49:27.792650 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:27.826385 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8fc5f2-e78e-4c30-b461-fe773058a05c x-openstack-request-id: req-5c8fc5f2-e78e-4c30-b461-fe773058a05c {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:27.827140 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a35eabd-d8ac-491b-956d-e664cc9dfd23", "name": "network-vif-deleted", "tag": "e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:27.827709 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c8fc5f2-e78e-4c30-b461-fe773058a05c {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:27.828454 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a35eabd-d8ac-491b-956d-e664cc9dfd23', 'name': 'network-vif-deleted', 'tag': 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2', 'status': 'completed', 'code': 200} Jul 13 14:49:27.846628 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a89781b8-e496-4173-b893-0056249480d2', '16bba645-6d43-4169-be78-a40616dc9720', '0df8f1cb-f747-442c-8b43-e7bb7bc729cc', 'e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:28.095714 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f93db-7817-4dc8-af4a-8acabbc76446 req-fd6f565e-9548-4101-9133-c1ae37b4ad9c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:28.104730 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-050f93db-7817-4dc8-af4a-8acabbc76446 req-fd6f565e-9548-4101-9133-c1ae37b4ad9c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1499479 Jul 13 14:49:28.105679 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-9ac9aead-7cde-41b2-aa30-69020b599959', 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'fixed_ips': [{'subnet_id': 'b4ae9ede-3d14-4ae7-bb5b-7af43d630824'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:49:28.113337 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.157184 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.196102 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-050f93db-7817-4dc8-af4a-8acabbc76446 req-20d19537-397f-462c-b9eb-268ebd924be0 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910268 Jul 13 14:49:28.431874 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Allocated IP 172.20.0.2 (9ac9aead-7cde-41b2-aa30-69020b599959/b4ae9ede-3d14-4ae7-bb5b-7af43d630824/c33e0a13-b400-4f6e-9081-c2040703e128) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:28.578179 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 2, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:28.596904 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.660525 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Checking router: eda79f3e-9f0c-4f5b-8adc-a96936ef4566 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:28.660893 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Updating router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:49:28.661314 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.801190 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Allocated IP 172.27.1.66 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/f5540ae1-121c-4007-8086-1d46faeeae24) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:28.927836 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.967606 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:28.968980 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:29.018007 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Transition to ACTIVE for port object c33e0a13-b400-4f6e-9081-c2040703e128 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:29.055125 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:29.244938 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:29.253249 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-f50ee7d7-524d-4ba7-8e8c-623a6c509be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:29.255078 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-f50ee7d7-524d-4ba7-8e8c-623a6c509be4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 1098 time: 0.1464322 Jul 13 14:49:29.256413 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:29.266077 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:29.330099 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Pushing event updated for resources: {'Port': ['ID=f5540ae1-121c-4007-8086-1d46faeeae24,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:29.446910 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52302abc-2591-4c6c-9ade-7520160092c2 req-e097590e-e277-42bc-96df-cd89e26a11ea tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:29.450194 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52302abc-2591-4c6c-9ade-7520160092c2 req-e097590e-e277-42bc-96df-cd89e26a11ea tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1919751 Jul 13 14:49:29.464885 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-d1e896cf-b7a1-4538-85e0-3e84cead22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:29.467414 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-d1e896cf-b7a1-4538-85e0-3e84cead22c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 920 time: 0.1704144 Jul 13 14:49:29.561443 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-3d14b3ab-4054-4c35-a2d5-955e552be68e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 200 len: 217 time: 0.0799568 Jul 13 14:49:29.563278 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Transition to ACTIVE for port object c33e0a13-b400-4f6e-9081-c2040703e128 will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:29.591971 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52302abc-2591-4c6c-9ade-7520160092c2 req-7f8fd830-a381-4352-88e6-3987fbbe26b9 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221814 Jul 13 14:49:29.605724 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:29.689763 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-7040e9c0-a366-4dcc-8465-104258a16657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:29.692195 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-7040e9c0-a366-4dcc-8465-104258a16657 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.0974720 Jul 13 14:49:29.730036 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Pushing event updated for resources: {'Port': ['ID=c33e0a13-b400-4f6e-9081-c2040703e128,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:29.737673 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-4a140fa5-a9df-440e-8016-cf1907b7ef7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366902 Jul 13 14:49:29.762936 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:29.784390 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Network 9ac9aead-7cde-41b2-aa30-69020b599959 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:29.792191 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:29.797324 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:29.879964 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:29.991548 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-296f81a2-9823-4606-aac6-16ece5b53591 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356491 Jul 13 14:49:30.017680 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6bc0-19a4-4e0d-a9b6-b13bac64a16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.188866 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:30.251746 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c915be4b-f5da-47ce-b4d2-2684d09cf4da req-0eb3d504-38d9-4b59-8eb9-c0fa3f1a8705 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581890 Jul 13 14:49:30.258920 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:30.259260 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device e2e081dc-9355-4ea8-8a14-6bdc9dfa94d2 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:30.511490 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Attempting to bind port c33e0a13-b400-4f6e-9081-c2040703e128 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:30.514215 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Attempting to bind port c33e0a13-b400-4f6e-9081-c2040703e128 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:30.516553 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Attempting to bind port c33e0a13-b400-4f6e-9081-c2040703e128 on network 9ac9aead-7cde-41b2-aa30-69020b599959 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:30.577343 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:30.577773 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Checking segment: {'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:30.578144 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.578551 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Bound using segment: {'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:30.579059 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Bound port: c33e0a13-b400-4f6e-9081-c2040703e128, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:30.579455 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.797649 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.803976 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.980144 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] For port c33e0a13-b400-4f6e-9081-c2040703e128, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:30.984091 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] For port c33e0a13-b400-4f6e-9081-c2040703e128, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=c33e0a13-b400-4f6e-9081-c2040703e128,segment=NetworkSegment(29ea524c-6cee-4937-9506-da4746a55ed2),segment_id=29ea524c-6cee-4937-9506-da4746a55ed2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:31.000132 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:31.137207 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:49:31.238099 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaab00-9060-4ea4-8436-beb05e297888 req-41f8e820-7e48-46f8-a5b0-3de970fc9aae tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:31.248672 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66eaab00-9060-4ea4-8436-beb05e297888 req-41f8e820-7e48-46f8-a5b0-3de970fc9aae tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2799387 Jul 13 14:49:31.292543 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:31.317151 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:31.320362 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-516c604c-61f4-491d-a5e5-76e8adddc0ee admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8463392 Jul 13 14:49:31.320667 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Sync routers for ids ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:31.323395 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50112) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:31.341929 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Routers {'894d7e5f-6d9f-47f3-bf55-d0dd01b76101'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:31.342595 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:31.380236 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66eaab00-9060-4ea4-8436-beb05e297888 req-7e97ad72-7581-4bb4-ad1d-68f30b06cee8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305478 Jul 13 14:49:31.500353 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:31.570448 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dde59d-b210-4a09-af41-7ce5707128ee None None] Pushing event updated for resources: {'Port': ['ID=c33e0a13-b400-4f6e-9081-c2040703e128,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:31.614758 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Transition to ACTIVE for port object 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:31.654720 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:31.665995 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e46e44-5452-4b86-a991-627fcbdad425 req-67bf4b76-7414-45b2-b0fa-3c2cc4049604 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:31.680811 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-62e46e44-5452-4b86-a991-627fcbdad425 req-67bf4b76-7414-45b2-b0fa-3c2cc4049604 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.1922662 Jul 13 14:49:31.732082 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Set router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:31.895166 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-62e46e44-5452-4b86-a991-627fcbdad425 req-4ef807bc-c9e3-4930-8ddf-f8267a32ac61 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133868 Jul 13 14:49:32.164639 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a8016-e796-468c-8551-b896866cee5b None None] Pushing event updated for resources: {'Port': ['ID=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:32.221025 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.222532 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Attempting to bind port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:32.223189 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Attempting to bind port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:32.223961 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Attempting to bind port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 on network 8349766d-ff31-4ea5-b580-00934bbb0f12 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:32.237350 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:32.239230 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Checking segment: {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:32.239230 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.241560 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Bound using segment: {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:32.242309 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Bound port: 8e0788cc-5321-4ab0-8137-1ea7ca1e4546, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:32.244534 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.294072 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:49:29Z', 'revision_number': 3, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port': {'id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:28Z', 'updated_at': '2021-07-13T14:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:32.397076 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Checking router: 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:32.398491 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Updating router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 port f5540ae1-121c-4007-8086-1d46faeeae24 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:49:32.527512 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] For port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:32.544334 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] For port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:32.553185 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.606425 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.910654 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:32.912499 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:33.075235 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f0dad-9f15-4617-bb1d-bda3d0715b09 req-3ad6bbd7-3dd7-4966-b9ac-ddfce75e0a0c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:33.093427 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-510f0dad-9f15-4617-bb1d-bda3d0715b09 req-3ad6bbd7-3dd7-4966-b9ac-ddfce75e0a0c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.4000335 Jul 13 14:49:33.344944 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-510f0dad-9f15-4617-bb1d-bda3d0715b09 req-c217dab3-d8ea-4c87-b174-84a18e1b4ba2 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430608 Jul 13 14:49:33.516454 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:33.650136 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-15dfac1e-5168-436f-a5a4-e48bcc516e37 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2507839 Jul 13 14:49:33.659196 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a38dd-e545-4141-a78f-5193572a9025 req-d9667cad-2865-4851-b8ee-308f46dd8918 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:33.668962 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-383a38dd-e545-4141-a78f-5193572a9025 req-d9667cad-2865-4851-b8ee-308f46dd8918 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.4182014 Jul 13 14:49:33.697855 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device c33e0a13-b400-4f6e-9081-c2040703e128 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:33.726801 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.787761 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-cc0c7aaf-9fc5-4540-95c7-9ceccadd0c49 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:33.807011 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-cc0c7aaf-9fc5-4540-95c7-9ceccadd0c49 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.3551090 Jul 13 14:49:33.886919 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:33.890963 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-383a38dd-e545-4141-a78f-5193572a9025 req-2528f044-e82a-4ad0-ae0a-8439d136b4a4 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064688 Jul 13 14:49:33.936764 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.948882 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a8016-e796-468c-8551-b896866cee5b None None] Pushing event updated for resources: {'Port': ['ID=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:33.967733 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Transition to ACTIVE for port object f5540ae1-121c-4007-8086-1d46faeeae24 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:33.978163 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.043298 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0490efec-4062-498e-8a41-1b70fdaf6acd None None] Network 9ac9aead-7cde-41b2-aa30-69020b599959 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:34.086376 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port c33e0a13-b400-4f6e-9081-c2040703e128 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:34.106861 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-5a70fa5d-81a6-40ab-8e08-0b3a5576724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:34.110130 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Attempting to bind port f5540ae1-121c-4007-8086-1d46faeeae24 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:34.110503 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Attempting to bind port f5540ae1-121c-4007-8086-1d46faeeae24 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:34.110867 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Attempting to bind port f5540ae1-121c-4007-8086-1d46faeeae24 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:34.112406 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-5a70fa5d-81a6-40ab-8e08-0b3a5576724d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90a1c45be140419b957aa1d41a19914c&device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 1098 time: 0.4240024 Jul 13 14:49:34.149516 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:34.151400 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Allocated IP 172.20.0.1 (9ac9aead-7cde-41b2-aa30-69020b599959/b4ae9ede-3d14-4ae7-bb5b-7af43d630824/00e4c23f-3697-4ae8-ab05-68005954fe1d) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:34.152141 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:34.153207 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.153620 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:34.156091 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Bound port: f5540ae1-121c-4007-8086-1d46faeeae24, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:34.161410 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.229497 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-0633eb92-25c9-4312-8bb8-52ef1da136ac None None] Provisioning for port c33e0a13-b400-4f6e-9081-c2040703e128 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:34.299060 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] For port f5540ae1-121c-4007-8086-1d46faeeae24, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:34.303061 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] For port f5540ae1-121c-4007-8086-1d46faeeae24, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=f5540ae1-121c-4007-8086-1d46faeeae24,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:34.315161 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.319161 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32780218-f20d-45ec-b157-ff06744aaa5e None None] Pushing event updated for resources: {'Port': ['ID=f5540ae1-121c-4007-8086-1d46faeeae24,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:34.336151 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-0633eb92-25c9-4312-8bb8-52ef1da136ac None None] Provisioning complete for port c33e0a13-b400-4f6e-9081-c2040703e128 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:34.336823 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0633eb92-25c9-4312-8bb8-52ef1da136ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.417674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-9b7562e0-6ed4-4b3e-8ff2-273d77b31eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:34.431160 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-9b7562e0-6ed4-4b3e-8ff2-273d77b31eba service neutron] 10.222.0.61 "GET /v2.0/networks?id=47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 200 len: 920 time: 0.2775311 Jul 13 14:49:34.439349 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32780218-f20d-45ec-b157-ff06744aaa5e None None] Pushing event updated for resources: {'Port': ['ID=f5540ae1-121c-4007-8086-1d46faeeae24,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:34.513226 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Routers {'894d7e5f-6d9f-47f3-bf55-d0dd01b76101'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:34.513787 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:34.548104 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.584822 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Transition to ACTIVE for port object 00e4c23f-3697-4ae8-ab05-68005954fe1d will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:34.636169 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-df2f11e7-999d-4fe9-bf48-fc4ab8dbb8b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3be38a02-a980-4b6b-89da-cf845d86e63a HTTP/1.1" status: 200 len: 217 time: 0.1828411 Jul 13 14:49:34.700228 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.772925 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Deleting port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:34.773604 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.777880 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:32Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:34.795654 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] Set router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:34.806345 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Network 9ac9aead-7cde-41b2-aa30-69020b599959 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:34.817139 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=00e4c23f-3697-4ae8-ab05-68005954fe1d,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:34.854139 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:34.859821 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:34.906207 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-534a5467-842d-4f41-a8d3-53d203b82838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:34.910599 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-534a5467-842d-4f41-a8d3-53d203b82838 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 200 len: 859 time: 0.2714059 Jul 13 14:49:34.946935 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:35.058255 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-ecec4e67-7237-460a-b037-e2195017a8eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47555891-083c-422c-857a-0232b99c4ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715749 Jul 13 14:49:35.085885 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e66b3-299e-4051-82a7-302199d1c7d1 None None] The sync data for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi is: [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:32Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:35.113855 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0633eb92-25c9-4312-8bb8-52ef1da136ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:35.241720 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-0633eb92-25c9-4312-8bb8-52ef1da136ac None None] For port c33e0a13-b400-4f6e-9081-c2040703e128, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=c33e0a13-b400-4f6e-9081-c2040703e128,segment=NetworkSegment(29ea524c-6cee-4937-9506-da4746a55ed2),segment_id=29ea524c-6cee-4937-9506-da4746a55ed2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:35.282658 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0633eb92-25c9-4312-8bb8-52ef1da136ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:35.329210 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1f687-8039-4284-a88c-b28e9a00a4f6 req-6b02e605-e24a-40c3-9750-78f7fc01b4b8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:35.338558 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c2c1f687-8039-4284-a88c-b28e9a00a4f6 req-6b02e605-e24a-40c3-9750-78f7fc01b4b8 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.6401253 Jul 13 14:49:35.373560 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:35.631343 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c2c1f687-8039-4284-a88c-b28e9a00a4f6 req-8dbeca69-c9b3-43c2-b87f-5b5d39347e33 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907219 Jul 13 14:49:35.633059 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:49:29Z', 'revision_number': 3, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port': {'id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:28Z', 'updated_at': '2021-07-13T14:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:35.636427 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-81e784de-d9b9-4435-886b-f303b74d42a9 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696671 Jul 13 14:49:35.644402 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] For port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:35.649669 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:35.677341 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8cf02-f203-4c43-940c-5a9855875e3e None None] The sync data for ids ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'] in dv-cinder-788364-4-iscsi is: [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:49:29Z', 'revision_number': 3, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port': {'id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:28Z', 'updated_at': '2021-07-13T14:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:35.712579 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633eb92-25c9-4312-8bb8-52ef1da136ac None None] Pushing event updated for resources: {'Port': ['ID=c33e0a13-b400-4f6e-9081-c2040703e128,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:35.942889 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Calling delete_port for 0df8f1cb-f747-442c-8b43-e7bb7bc729cc owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:36.137277 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.151815 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.240551 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-add9b254-867f-4c3a-bba8-7e7d71993207 None None] Provisioning for port 00e4c23f-3697-4ae8-ab05-68005954fe1d completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:36.248613 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-add9b254-867f-4c3a-bba8-7e7d71993207 None None] Provisioning complete for port 00e4c23f-3697-4ae8-ab05-68005954fe1d triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:36.249133 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-add9b254-867f-4c3a-bba8-7e7d71993207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.295277 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.347923 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-add9b254-867f-4c3a-bba8-7e7d71993207 None None] Port 00e4c23f-3697-4ae8-ab05-68005954fe1d cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:49:36.376994 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-add9b254-867f-4c3a-bba8-7e7d71993207 None None] Provisioning complete for port c33e0a13-b400-4f6e-9081-c2040703e128 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:36.377527 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-add9b254-867f-4c3a-bba8-7e7d71993207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.492345 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.528095 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a89781b8-e496-4173-b893-0056249480d2', '16bba645-6d43-4169-be78-a40616dc9720'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:36.532051 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a167f8e0-11d4-4a89-ad04-704c10475627 req-b83eb161-295b-4676-838e-5e40da867b30 service neutron] 10.222.0.61 "GET /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8401747 Jul 13 14:49:36.574632 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d09e89-ba9f-4aaf-a6df-04d6dee12133 req-b336696c-e940-4033-a6ad-37c49d766e2e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:36.581073 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-79d09e89-ba9f-4aaf-a6df-04d6dee12133 req-b336696c-e940-4033-a6ad-37c49d766e2e tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 945 time: 0.9266944 Jul 13 14:49:36.693894 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.713673 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=00e4c23f-3697-4ae8-ab05-68005954fe1d,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:36.817435 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-79d09e89-ba9f-4aaf-a6df-04d6dee12133 req-d3b8d8eb-963b-4d38-955f-f0565df414c3 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240060 Jul 13 14:49:36.818246 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Pushing event deleted for resources: {'Port': ['ID=0df8f1cb-f747-442c-8b43-e7bb7bc729cc,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:36.839829 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Network 9ac9aead-7cde-41b2-aa30-69020b599959 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:36.845805 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:37.059689 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] No DVR routers for this DVR port 0df8f1cb-f747-442c-8b43-e7bb7bc729cc on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:37.080539 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.107849 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-89a9fc50-3a3a-479d-aed4-0ecfa99512f3 req-707dadd2-ca03-4dcc-972e-02fe692ccfde tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "DELETE /v2.0/ports/0df8f1cb-f747-442c-8b43-e7bb7bc729cc HTTP/1.1" status: 204 len: 173 time: 3.2568016 Jul 13 14:49:37.112689 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178cd9dd-4eea-4523-b670-77c92ba60521', 'name': 'network-vif-deleted', 'tag': '0df8f1cb-f747-442c-8b43-e7bb7bc729cc'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:37.119308 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb4d2b-6a81-43c5-8648-0ebd73f7cc25" -d '{"events": [{"server_uuid": "178cd9dd-4eea-4523-b670-77c92ba60521", "name": "network-vif-deleted", "tag": "0df8f1cb-f747-442c-8b43-e7bb7bc729cc"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:37.276955 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db70cf4-39cf-4667-98d0-7aad9c93282b x-openstack-request-id: req-4db70cf4-39cf-4667-98d0-7aad9c93282b {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:37.277450 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178cd9dd-4eea-4523-b670-77c92ba60521", "name": "network-vif-deleted", "tag": "0df8f1cb-f747-442c-8b43-e7bb7bc729cc", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:37.277848 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4db70cf4-39cf-4667-98d0-7aad9c93282b {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:37.278504 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178cd9dd-4eea-4523-b670-77c92ba60521', 'name': 'network-vif-deleted', 'tag': '0df8f1cb-f747-442c-8b43-e7bb7bc729cc', 'status': 'completed', 'code': 200} Jul 13 14:49:37.434516 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-523885e0-048c-4d5b-a43e-69984d00b00e None None] Provisioning complete for port 00e4c23f-3697-4ae8-ab05-68005954fe1d triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:37.440381 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-523885e0-048c-4d5b-a43e-69984d00b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.470525 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:37.665393 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:38.000560 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:38.031658 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-aaa86a97-9501-4a58-86a7-b69716673ca0 admin admin] 10.222.0.37 "PUT /v2.0/routers/894d7e5f-6d9f-47f3-bf55-d0dd01b76101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6919203 Jul 13 14:49:38.167333 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 0df8f1cb-f747-442c-8b43-e7bb7bc729cc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:38.263648 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 0df8f1cb-f747-442c-8b43-e7bb7bc729cc {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:38.263648 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 0df8f1cb-f747-442c-8b43-e7bb7bc729cc not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:38.354863 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-523885e0-048c-4d5b-a43e-69984d00b00e None None] Port 00e4c23f-3697-4ae8-ab05-68005954fe1d cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:49:38.374628 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5b5f649e-5f09-4076-b04d-56eb405c5843 req-2d3a388f-f06a-4143-843f-938b524ec03c tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 210 time: 0.0956647 Jul 13 14:49:38.505853 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:38.528644 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:38.529305 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.798957 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-cf361649-f339-43de-9b6c-581a0622c168 None None] Provisioning complete for port 00e4c23f-3697-4ae8-ab05-68005954fe1d triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:38.800417 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cf361649-f339-43de-9b6c-581a0622c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.888870 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cf361649-f339-43de-9b6c-581a0622c168 None None] Port 00e4c23f-3697-4ae8-ab05-68005954fe1d cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:49:38.956340 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.032494 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:39.051225 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.052561 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device f5540ae1-121c-4007-8086-1d46faeeae24 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:39.232940 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50190) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:39.243554 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-872bbcb1-0f1d-45bf-8677-3757840e5406 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732302548', 'description': 'tempest-secgroup-smoke-1732302548 description', 'project_id': '10670ff6c5734b668db0d543d1689d87'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:39.275889 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:39.297569 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-872bbcb1-0f1d-45bf-8677-3757840e5406 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.314893 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port f5540ae1-121c-4007-8086-1d46faeeae24 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:39.323427 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port f5540ae1-121c-4007-8086-1d46faeeae24 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:39.324254 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.544040 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.563133 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-872bbcb1-0f1d-45bf-8677-3757840e5406 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.573022 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-872bbcb1-0f1d-45bf-8677-3757840e5406 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.609327 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port f5540ae1-121c-4007-8086-1d46faeeae24, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=f5540ae1-121c-4007-8086-1d46faeeae24,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:39.618958 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.619891 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device c33e0a13-b400-4f6e-9081-c2040703e128 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:39.625145 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-872bbcb1-0f1d-45bf-8677-3757840e5406 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.632843 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50200) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:39.654034 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-872bbcb1-0f1d-45bf-8677-3757840e5406 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3930392 Jul 13 14:49:39.656818 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-2be234ba-1a65-4a3d-811e-01268d984e65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'security_group_rule': {'security_group_id': 'a9238309-919e-46a2-b05f-8a72cf15beba', 'project_id': '10670ff6c5734b668db0d543d1689d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:39.657242 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bbcb1-0f1d-45bf-8677-3757840e5406 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9238309-919e-46a2-b05f-8a72cf15beba,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:39.755143 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2be234ba-1a65-4a3d-811e-01268d984e65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.900943 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6dfaf4ff-ad12-4091-aefd-cd49f7462eca req-20487fdd-fc9a-4eca-9aea-ae9f72f33553 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=178cd9dd-4eea-4523-b670-77c92ba60521 HTTP/1.1" status: 200 len: 210 time: 0.0465586 Jul 13 14:49:39.916174 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2be234ba-1a65-4a3d-811e-01268d984e65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.927775 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2be234ba-1a65-4a3d-811e-01268d984e65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.933200 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=f5540ae1-121c-4007-8086-1d46faeeae24,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:39.938880 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port c33e0a13-b400-4f6e-9081-c2040703e128 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:39.940017 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:39.997224 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2be234ba-1a65-4a3d-811e-01268d984e65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.003493 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-2be234ba-1a65-4a3d-811e-01268d984e65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666852 Jul 13 14:49:40.009231 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50204) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:40.019752 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-e0db201c-9d62-4f86-9961-66f0a431d004 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'security_group_rule': {'security_group_id': 'a9238309-919e-46a2-b05f-8a72cf15beba', 'project_id': '10670ff6c5734b668db0d543d1689d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:40.066323 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be234ba-1a65-4a3d-811e-01268d984e65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cada1aaa-852b-4e73-bedd-aa5f40a30024,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:40.133045 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0db201c-9d62-4f86-9961-66f0a431d004 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.255194 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:40.296731 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0db201c-9d62-4f86-9961-66f0a431d004 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.304877 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0db201c-9d62-4f86-9961-66f0a431d004 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.337757 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db201c-9d62-4f86-9961-66f0a431d004 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39e333e-52ae-4fba-9589-be8deb021187,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:40.356333 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0db201c-9d62-4f86-9961-66f0a431d004 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.362114 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e0db201c-9d62-4f86-9961-66f0a431d004 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3470154 Jul 13 14:49:40.363570 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50208) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:40.363972 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Sync routers for ids ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:40.372800 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-cb2a150e-8713-48f9-bfb5-bbe923eddfcd tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'security_group_rule': {'security_group_id': 'a9238309-919e-46a2-b05f-8a72cf15beba', 'project_id': '10670ff6c5734b668db0d543d1689d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:40.412173 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Routers {'894d7e5f-6d9f-47f3-bf55-d0dd01b76101'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:40.413938 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:40.430876 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cb2a150e-8713-48f9-bfb5-bbe923eddfcd tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.525689 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:40.525993 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.559458 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cb2a150e-8713-48f9-bfb5-bbe923eddfcd tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.566290 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cb2a150e-8713-48f9-bfb5-bbe923eddfcd tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.620643 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a150e-8713-48f9-bfb5-bbe923eddfcd tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b762966e-64f3-43aa-b4f9-5c3c5dcdfbe7,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:40.672856 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cb2a150e-8713-48f9-bfb5-bbe923eddfcd tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.680164 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-cb2a150e-8713-48f9-bfb5-bbe923eddfcd tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3112185 Jul 13 14:49:40.681468 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50210) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:40.688637 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-7c521cb4-fefa-42dc-a9a9-ded9b289ac15 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'security_group_rule': {'security_group_id': 'a9238309-919e-46a2-b05f-8a72cf15beba', 'project_id': '10670ff6c5734b668db0d543d1689d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:40.730890 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Set router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:40.746434 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7c521cb4-fefa-42dc-a9a9-ded9b289ac15 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.893292 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7c521cb4-fefa-42dc-a9a9-ded9b289ac15 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.904927 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7c521cb4-fefa-42dc-a9a9-ded9b289ac15 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.969019 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c521cb4-fefa-42dc-a9a9-ded9b289ac15 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b65bf7-862c-47fe-86ad-9bf99d200a6b,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:40.979750 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7c521cb4-fefa-42dc-a9a9-ded9b289ac15 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.988347 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50224) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:40.989201 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-7c521cb4-fefa-42dc-a9a9-ded9b289ac15 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060215 Jul 13 14:49:40.996482 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-30368b66-55cc-4931-ab0a-1bd0baca33f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'security_group_rule': {'security_group_id': 'a9238309-919e-46a2-b05f-8a72cf15beba', 'project_id': '10670ff6c5734b668db0d543d1689d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:41.003233 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device f5540ae1-121c-4007-8086-1d46faeeae24 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:41.086109 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.securitygroups_db [None req-30368b66-55cc-4931-ab0a-1bd0baca33f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Project 10670ff6c5734b668db0d543d1689d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:49:41.102988 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30368b66-55cc-4931-ab0a-1bd0baca33f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.175751 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port f5540ae1-121c-4007-8086-1d46faeeae24 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:41.175751 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.253767 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30368b66-55cc-4931-ab0a-1bd0baca33f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.265710 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30368b66-55cc-4931-ab0a-1bd0baca33f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.305303 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30368b66-55cc-4931-ab0a-1bd0baca33f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.309004 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-30368b66-55cc-4931-ab0a-1bd0baca33f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3188801 Jul 13 14:49:41.313410 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50230) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:41.324551 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-ba64e678-4e08-4427-a294-55d7e48e6308 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'security_group_rule': {'security_group_id': 'a9238309-919e-46a2-b05f-8a72cf15beba', 'project_id': '10670ff6c5734b668db0d543d1689d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:41.337337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30368b66-55cc-4931-ab0a-1bd0baca33f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2886b45b-c95e-41f3-bc1a-989e9e3675a1,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:41.451729 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.securitygroups_db [None req-ba64e678-4e08-4427-a294-55d7e48e6308 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Project 10670ff6c5734b668db0d543d1689d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:49:41.480253 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ba64e678-4e08-4427-a294-55d7e48e6308 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.609989 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:49:35Z', 'revision_number': 4, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port': {'id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:28Z', 'updated_at': '2021-07-13T14:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '00e4c23f-3697-4ae8-ab05-68005954fe1d', 'name': '', 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'mac_address': 'fa:16:3e:f5:3c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b4ae9ede-3d14-4ae7-bb5b-7af43d630824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:33Z', 'updated_at': '2021-07-13T14:49:35Z', 'revision_number': 2, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'subnets': [{'id': 'b4ae9ede-3d14-4ae7-bb5b-7af43d630824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:41.673798 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ba64e678-4e08-4427-a294-55d7e48e6308 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.689674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ba64e678-4e08-4427-a294-55d7e48e6308 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.712040 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Checking router: 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:41.712514 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Updating router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 port 00e4c23f-3697-4ae8-ab05-68005954fe1d binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:49:41.775072 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64e678-4e08-4427-a294-55d7e48e6308 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92a9ae5-4a39-492d-babc-09380e3abca2,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:41.793452 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ba64e678-4e08-4427-a294-55d7e48e6308 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.805372 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-ba64e678-4e08-4427-a294-55d7e48e6308 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4797318 Jul 13 14:49:41.818379 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.078218 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b131407-a57e-4700-9d54-8795a453ca97 req-f856ea46-3e99-412a-88ed-2f63553c5906 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:42.081786 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3b131407-a57e-4700-9d54-8795a453ca97 req-f856ea46-3e99-412a-88ed-2f63553c5906 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 945 time: 0.1197469 Jul 13 14:49:42.154463 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3b131407-a57e-4700-9d54-8795a453ca97 req-8f9f26e4-c980-42c1-ad82-f6145130fe09 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623894 Jul 13 14:49:42.308975 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.331056 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Transition to ACTIVE for port object 00e4c23f-3697-4ae8-ab05-68005954fe1d will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:42.345840 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.473454 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c978ea7-da53-47eb-811b-c06f7a1e00c3 None None] Pushing event updated for resources: {'Port': ['ID=00e4c23f-3697-4ae8-ab05-68005954fe1d,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:42.568138 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Attempting to bind port 00e4c23f-3697-4ae8-ab05-68005954fe1d on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:42.568707 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Attempting to bind port 00e4c23f-3697-4ae8-ab05-68005954fe1d by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:42.569367 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Attempting to bind port 00e4c23f-3697-4ae8-ab05-68005954fe1d on network 9ac9aead-7cde-41b2-aa30-69020b599959 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:42.576364 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:42.576977 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Checking segment: {'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:42.577562 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.578094 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Bound using segment: {'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:42.578746 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Bound port: 00e4c23f-3697-4ae8-ab05-68005954fe1d, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ea524c-6cee-4937-9506-da4746a55ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:42.579356 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.719377 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] For port 00e4c23f-3697-4ae8-ab05-68005954fe1d, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:42.731386 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] For port 00e4c23f-3697-4ae8-ab05-68005954fe1d, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=00e4c23f-3697-4ae8-ab05-68005954fe1d,segment=NetworkSegment(29ea524c-6cee-4937-9506-da4746a55ed2),segment_id=29ea524c-6cee-4937-9506-da4746a55ed2)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:42.745039 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.833055 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Routers {'894d7e5f-6d9f-47f3-bf55-d0dd01b76101'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:42.833965 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:49:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:42.975959 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] Set router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:43.012290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1cc77-9231-4008-9b1e-819266605a9a req-94fdd4bf-0828-4b1a-b620-92c6cb3fc48d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:43.015176 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1d1cc77-9231-4008-9b1e-819266605a9a req-94fdd4bf-0828-4b1a-b620-92c6cb3fc48d tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2223573 Jul 13 14:49:43.132734 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c978ea7-da53-47eb-811b-c06f7a1e00c3 None None] Pushing event updated for resources: {'Port': ['ID=00e4c23f-3697-4ae8-ab05-68005954fe1d,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:43.200518 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1d1cc77-9231-4008-9b1e-819266605a9a req-38276a0f-8bdf-4291-b3e0-a3159a87ae44 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730530 Jul 13 14:49:43.477762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b395cb6-b2d5-4285-ab11-d19c29edaeee req-f8ec3f19-2feb-4c27-9d10-f8a2fca48f7f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:43.481573 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3b395cb6-b2d5-4285-ab11-d19c29edaeee req-f8ec3f19-2feb-4c27-9d10-f8a2fca48f7f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 945 time: 0.1316905 Jul 13 14:49:43.570686 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3b395cb6-b2d5-4285-ab11-d19c29edaeee req-0f29ae1e-c00d-4be6-be91-38baed8ca06b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823834 Jul 13 14:49:43.576745 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:49:35Z', 'revision_number': 4, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port': {'id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:28Z', 'updated_at': '2021-07-13T14:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '00e4c23f-3697-4ae8-ab05-68005954fe1d', 'name': '', 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'mac_address': 'fa:16:3e:f5:3c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b4ae9ede-3d14-4ae7-bb5b-7af43d630824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:33Z', 'updated_at': '2021-07-13T14:49:42Z', 'revision_number': 4, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'subnets': [{'id': 'b4ae9ede-3d14-4ae7-bb5b-7af43d630824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:43.636304 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcfe0d-6940-43e3-90f3-fa30b575e00d None None] The sync data for ids ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'] in dv-cinder-788364-4-iscsi is: [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:49:35Z', 'revision_number': 4, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port': {'id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:28Z', 'updated_at': '2021-07-13T14:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '00e4c23f-3697-4ae8-ab05-68005954fe1d', 'name': '', 'network_id': '9ac9aead-7cde-41b2-aa30-69020b599959', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'mac_address': 'fa:16:3e:f5:3c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'b4ae9ede-3d14-4ae7-bb5b-7af43d630824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:33Z', 'updated_at': '2021-07-13T14:49:42Z', 'revision_number': 4, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'subnets': [{'id': 'b4ae9ede-3d14-4ae7-bb5b-7af43d630824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:43.923581 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-4ae28113-1bfc-4b53-a632-b83468eadb6f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:43.951749 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-4ae28113-1bfc-4b53-a632-b83468eadb6f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 945 time: 0.3081048 Jul 13 14:49:44.226374 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Deleting port 16bba645-6d43-4169-be78-a40616dc9720 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:44.227133 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.307366 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 00e4c23f-3697-4ae8-ab05-68005954fe1d up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:44.436566 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 00e4c23f-3697-4ae8-ab05-68005954fe1d completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:44.445894 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 00e4c23f-3697-4ae8-ab05-68005954fe1d triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:44.447185 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.535737 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] For port 16bba645-6d43-4169-be78-a40616dc9720, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16bba645-6d43-4169-be78-a40616dc9720,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:44.536133 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.555015 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Calling delete_port for 16bba645-6d43-4169-be78-a40616dc9720 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:44.631367 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.651458 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e195c3-94b7-44ab-a5e7-9d803eb41cc9 req-94bf2829-2631-4912-8fae-25eebb2618d6 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:44.653173 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26e195c3-94b7-44ab-a5e7-9d803eb41cc9 req-94bf2829-2631-4912-8fae-25eebb2618d6 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2049506 Jul 13 14:49:44.743350 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 00e4c23f-3697-4ae8-ab05-68005954fe1d, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=00e4c23f-3697-4ae8-ab05-68005954fe1d,segment=NetworkSegment(29ea524c-6cee-4937-9506-da4746a55ed2),segment_id=29ea524c-6cee-4937-9506-da4746a55ed2)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:44.760285 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.947153 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-26e195c3-94b7-44ab-a5e7-9d803eb41cc9 req-d03c3d9e-9c04-4286-913d-56a184d726f4 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752078 Jul 13 14:49:44.974115 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=00e4c23f-3697-4ae8-ab05-68005954fe1d,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:45.001775 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:45.014030 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a89781b8-e496-4173-b893-0056249480d2', '16bba645-6d43-4169-be78-a40616dc9720'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:45.064449 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Pushing event deleted for resources: {'Port': ['ID=16bba645-6d43-4169-be78-a40616dc9720,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:45.123939 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] No DVR routers for this DVR port 16bba645-6d43-4169-be78-a40616dc9720 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:45.126661 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:45.128825 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-edf574c4-1f83-4ff5-a316-0227755c60bf req-ec462368-531b-4aa3-9bc0-69ba326fde97 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "DELETE /v2.0/ports/16bba645-6d43-4169-be78-a40616dc9720 HTTP/1.1" status: 204 len: 173 time: 1.1708674 Jul 13 14:49:45.129755 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8a392-c1e6-4800-83f2-8b51972675de', 'name': 'network-vif-deleted', 'tag': '16bba645-6d43-4169-be78-a40616dc9720'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:45.133102 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed964bb-0145-4ad8-8eff-cf19a19a20be" -d '{"events": [{"server_uuid": "bab8a392-c1e6-4800-83f2-8b51972675de", "name": "network-vif-deleted", "tag": "16bba645-6d43-4169-be78-a40616dc9720"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:45.147382 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a810f14-eda6-4e74-b980-bb9821b52516 req-db37a971-e0a3-4f1a-ac34-1a18c01baa50 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:45.158456 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6a810f14-eda6-4e74-b980-bb9821b52516 req-db37a971-e0a3-4f1a-ac34-1a18c01baa50 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=bab8a392-c1e6-4800-83f2-8b51972675de HTTP/1.1" status: 200 len: 867 time: 0.2616425 Jul 13 14:49:45.279606 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6a810f14-eda6-4e74-b980-bb9821b52516 req-2d40d5c3-0d0d-4c25-8133-bcc92f0d194f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201029 Jul 13 14:49:45.303473 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a6f22e-3ff2-4a72-a31d-a04398d98a9b x-openstack-request-id: req-e2a6f22e-3ff2-4a72-a31d-a04398d98a9b {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:45.304326 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8a392-c1e6-4800-83f2-8b51972675de", "name": "network-vif-deleted", "tag": "16bba645-6d43-4169-be78-a40616dc9720", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:45.304834 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2a6f22e-3ff2-4a72-a31d-a04398d98a9b {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:45.305578 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8a392-c1e6-4800-83f2-8b51972675de', 'name': 'network-vif-deleted', 'tag': '16bba645-6d43-4169-be78-a40616dc9720', 'status': 'completed', 'code': 200} Jul 13 14:49:45.801515 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-3b141f5f-078c-4536-9267-793e72ac9a62 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:45.808133 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-3b141f5f-078c-4536-9267-793e72ac9a62 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2482271 Jul 13 14:49:46.154848 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Deleting port 3be38a02-a980-4b6b-89da-cf845d86e63a {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:46.158658 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:46.388533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 00e4c23f-3697-4ae8-ab05-68005954fe1d up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:46.411949 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] For port 3be38a02-a980-4b6b-89da-cf845d86e63a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3be38a02-a980-4b6b-89da-cf845d86e63a,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:46.413485 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:46.445025 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374647ad-eee1-4cc9-a7f3-0cadc24790e1 req-9c9bd9a4-2ced-4c44-9664-39ce1ea80165 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:46.447507 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-374647ad-eee1-4cc9-a7f3-0cadc24790e1 req-9c9bd9a4-2ced-4c44-9664-39ce1ea80165 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 945 time: 0.2018216 Jul 13 14:49:46.460971 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Calling delete_port for 3be38a02-a980-4b6b-89da-cf845d86e63a owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:46.530187 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 00e4c23f-3697-4ae8-ab05-68005954fe1d triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:46.531574 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:46.624569 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-374647ad-eee1-4cc9-a7f3-0cadc24790e1 req-4c7dbfbc-9ef1-4054-9d4c-ba8274306fd9 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591218 Jul 13 14:49:46.887176 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:46.901055 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['f1cd14b8-c724-4f27-965d-cb2b2c21db13', '3be38a02-a980-4b6b-89da-cf845d86e63a'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:46.970476 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Pushing event deleted for resources: {'Port': ['ID=3be38a02-a980-4b6b-89da-cf845d86e63a,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:47.107732 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] No DVR routers for this DVR port 3be38a02-a980-4b6b-89da-cf845d86e63a on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:47.114776 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:47.119469 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6eb3f3a4-9bd2-4652-8bf2-59203ae2d1a3 req-e1c7bd1a-6111-4523-90e3-76006e31a343 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.61 "DELETE /v2.0/ports/3be38a02-a980-4b6b-89da-cf845d86e63a HTTP/1.1" status: 204 len: 173 time: 1.2984428 Jul 13 14:49:47.307132 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eb6c69-a0e7-4275-9a59-e1749653172b', 'name': 'network-vif-deleted', 'tag': '3be38a02-a980-4b6b-89da-cf845d86e63a'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:47.309690 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d98f8c4-22f8-4ec7-814d-9ba1d94a9b34" -d '{"events": [{"server_uuid": "b3eb6c69-a0e7-4275-9a59-e1749653172b", "name": "network-vif-deleted", "tag": "3be38a02-a980-4b6b-89da-cf845d86e63a"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:47.392911 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bdf5c7-300a-4e10-adb9-8a1ffba165b7 x-openstack-request-id: req-85bdf5c7-300a-4e10-adb9-8a1ffba165b7 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:47.393280 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eb6c69-a0e7-4275-9a59-e1749653172b", "name": "network-vif-deleted", "tag": "3be38a02-a980-4b6b-89da-cf845d86e63a", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:47.393596 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85bdf5c7-300a-4e10-adb9-8a1ffba165b7 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:47.394088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eb6c69-a0e7-4275-9a59-e1749653172b', 'name': 'network-vif-deleted', 'tag': '3be38a02-a980-4b6b-89da-cf845d86e63a', 'status': 'completed', 'code': 200} Jul 13 14:49:47.921771 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e7246a0a-c4c1-48e5-a2b4-33ee5ce1d661 req-3925cb5b-8291-4080-84ff-f2b9d6605a3f tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eb6c69-a0e7-4275-9a59-e1749653172b HTTP/1.1" status: 200 len: 210 time: 0.0645669 Jul 13 14:49:48.168486 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 3be38a02-a980-4b6b-89da-cf845d86e63a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:48.221099 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 3be38a02-a980-4b6b-89da-cf845d86e63a {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:48.222651 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 3be38a02-a980-4b6b-89da-cf845d86e63a not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:48.225729 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 16bba645-6d43-4169-be78-a40616dc9720 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:48.296862 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 16bba645-6d43-4169-be78-a40616dc9720 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:48.297593 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 16bba645-6d43-4169-be78-a40616dc9720 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:48.443816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7e167-6ebe-4488-857f-9c88140d3ec3 req-8d2258ed-af5f-44fc-9a03-fc4ec68f552b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:48.446061 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-79b7e167-6ebe-4488-857f-9c88140d3ec3 req-8d2258ed-af5f-44fc-9a03-fc4ec68f552b tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 945 time: 0.0828876 Jul 13 14:49:48.775140 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-79b7e167-6ebe-4488-857f-9c88140d3ec3 req-a859b71f-c51e-4b41-b8cf-db3865a384d2 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216507 Jul 13 14:49:49.507901 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a2d9-d852-43ba-97c2-5ec8c57d27b0 req-d840be5a-92b8-4d43-88a9-ad4e6fc93732 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:49.509497 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bdb8a2d9-d852-43ba-97c2-5ec8c57d27b0 req-d840be5a-92b8-4d43-88a9-ad4e6fc93732 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0708063 Jul 13 14:49:49.556042 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bdb8a2d9-d852-43ba-97c2-5ec8c57d27b0 req-956e408c-41b4-486b-8c81-a8b2e1cc878c tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Jul 13 14:49:50.371822 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dbaaa-62a0-4211-8cb1-2e0dcbb3fc68 req-2beae01e-4820-4bd0-b86d-a44eedbdeb6c tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:50.376708 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ac7dbaaa-62a0-4211-8cb1-2e0dcbb3fc68 req-2beae01e-4820-4bd0-b86d-a44eedbdeb6c tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 945 time: 0.1404295 Jul 13 14:49:50.475137 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ac7dbaaa-62a0-4211-8cb1-2e0dcbb3fc68 req-50905749-4688-4b6d-a1fa-64f45d96b36f tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/security-groups?id=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860577 Jul 13 14:49:50.514154 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-9a7accad-8fb9-410c-a86f-53139f6a172a tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:50.516647 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-9a7accad-8fb9-410c-a86f-53139f6a172a tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 945 time: 0.1060631 Jul 13 14:49:50.738322 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Deleting port a89781b8-e496-4173-b893-0056249480d2 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:50.741097 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.928837 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] For port a89781b8-e496-4173-b893-0056249480d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a89781b8-e496-4173-b893-0056249480d2,segment=NetworkSegment(8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9),segment_id=8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:50.929697 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.950069 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b48061-5320-40c4-9676-40e15649123c req-c18c2d69-cd40-4c53-8a30-eaa595554f60 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:50.952164 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d8b48061-5320-40c4-9676-40e15649123c req-c18c2d69-cd40-4c53-8a30-eaa595554f60 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.2041914 Jul 13 14:49:50.960167 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Calling delete_port for a89781b8-e496-4173-b893-0056249480d2 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:51.051543 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d8b48061-5320-40c4-9676-40e15649123c req-6dbc8db0-fe16-4223-9262-8c9426bb2354 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864632 Jul 13 14:49:51.163549 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:51.179049 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['a89781b8-e496-4173-b893-0056249480d2'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:51.197942 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Pushing event deleted for resources: {'Port': ['ID=a89781b8-e496-4173-b893-0056249480d2,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:51.268279 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] No DVR routers for this DVR port a89781b8-e496-4173-b893-0056249480d2 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:51.275947 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:51.279357 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a15e045d-5815-4958-bb7e-f73ca5eab9a4 req-edad4b76-0b7a-4f60-9bf9-f10193a24af0 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.61 "DELETE /v2.0/ports/a89781b8-e496-4173-b893-0056249480d2 HTTP/1.1" status: 204 len: 173 time: 0.7549613 Jul 13 14:49:51.280290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dad2a55-c889-43ec-9e98-abd0d2ef16f5', 'name': 'network-vif-deleted', 'tag': 'a89781b8-e496-4173-b893-0056249480d2'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:51.305716 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499440be-2384-4e4e-af46-c2a88fef4d52" -d '{"events": [{"server_uuid": "3dad2a55-c889-43ec-9e98-abd0d2ef16f5", "name": "network-vif-deleted", "tag": "a89781b8-e496-4173-b893-0056249480d2"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:51.357422 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6534832-5018-4431-b57d-d23ef889c20a x-openstack-request-id: req-d6534832-5018-4431-b57d-d23ef889c20a {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:51.357738 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dad2a55-c889-43ec-9e98-abd0d2ef16f5", "name": "network-vif-deleted", "tag": "a89781b8-e496-4173-b893-0056249480d2", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:51.357994 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6534832-5018-4431-b57d-d23ef889c20a {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:51.358401 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dad2a55-c889-43ec-9e98-abd0d2ef16f5', 'name': 'network-vif-deleted', 'tag': 'a89781b8-e496-4173-b893-0056249480d2', 'status': 'completed', 'code': 200} Jul 13 14:49:51.819653 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-15baf4c2-6597-4d8b-a722-8ece9663fca8 req-e4aefc6e-3e94-4d9d-99be-de9a56fad960 tempest-AttachVolumeNegativeTest-1203293217 tempest-AttachVolumeNegativeTest-1203293217-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dad2a55-c889-43ec-9e98-abd0d2ef16f5 HTTP/1.1" status: 200 len: 210 time: 0.0411344 Jul 13 14:49:52.363569 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c1549-426a-48df-b870-457de6f9e502 req-8168f30e-dcbe-4a64-b2c0-30b3a7f6b9a6 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:52.365577 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-142c1549-426a-48df-b870-457de6f9e502 req-8168f30e-dcbe-4a64-b2c0-30b3a7f6b9a6 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0767369 Jul 13 14:49:52.415958 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-142c1549-426a-48df-b870-457de6f9e502 req-14f46679-5bab-44a7-beb7-9d0b5ce9838a tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 Jul 13 14:49:52.931161 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50410) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:52.984816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1f9321-07fb-4832-b4e4-16e4463a8485 admin admin] Deleting subnet 69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e {{(pid=110073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:49:52.988333 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9321-07fb-4832-b4e4-16e4463a8485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.029277 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9321-07fb-4832-b4e4-16e4463a8485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60292597'] for subnet, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.075986 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9321-07fb-4832-b4e4-16e4463a8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.140762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9321-07fb-4832-b4e4-16e4463a8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60264780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59366594'] for subnet, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.169349 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f9321-07fb-4832-b4e4-16e4463a8485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:53.171852 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9321-07fb-4832-b4e4-16e4463a8485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.173363 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-1d1f9321-07fb-4832-b4e4-16e4463a8485 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/69fbecb9-2b00-480b-aa3b-8ac5b7d9d34e HTTP/1.1" status: 204 len: 168 time: 0.2407138 Jul 13 14:49:53.177263 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50414) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:53.262172 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.350722 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.361808 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:53.379225 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:53.379503 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcb8a00-1616-4c8a-a35b-fd1cf0022fe9') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:53.390224 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.409816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.420814 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:49:53.421373 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:49:53.423536 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:49:53.494703 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.511926 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.521065 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35 HTTP/1.1" status: 204 len: 168 time: 0.3344355 Jul 13 14:49:53.540568 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f64abd-1f0d-434a-98bf-ac25488df661 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2eefd6-b774-4ff0-a3e2-b5aaaf1d1a35,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:53.697328 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874ff28-0072-485f-8455-f63a2830eabf req-61dab280-3a24-41ba-bf44-0dc1017d593e tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:53.705214 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2874ff28-0072-485f-8455-f63a2830eabf req-61dab280-3a24-41ba-bf44-0dc1017d593e tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1075301 Jul 13 14:49:53.761892 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50422) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:53.774220 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2874ff28-0072-485f-8455-f63a2830eabf req-f626458c-31fb-4f84-a89c-8591a810a9f9 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633285 Jul 13 14:49:53.813832 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c978b60b-e4b3-4af8-b834-334b44f5bc7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92100d59e4a64cf594a522b6ed75049a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485525 Jul 13 14:49:53.816390 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50426) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:53.876209 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf81e2f2-1d87-4c4d-b559-dc2a13f60fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.902292 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf81e2f2-1d87-4c4d-b559-dc2a13f60fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.973503 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf81e2f2-1d87-4c4d-b559-dc2a13f60fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.977450 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bf81e2f2-1d87-4c4d-b559-dc2a13f60fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.979000 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-bf81e2f2-1d87-4c4d-b559-dc2a13f60fb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cac268ca-8b1a-41d3-b1c1-8e90f24b5d98 HTTP/1.1" status: 204 len: 168 time: 0.1613500 Jul 13 14:49:53.994237 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81e2f2-1d87-4c4d-b559-dc2a13f60fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac268ca-8b1a-41d3-b1c1-8e90f24b5d98,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:54.204159 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device a89781b8-e496-4173-b893-0056249480d2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:54.232232 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: a89781b8-e496-4173-b893-0056249480d2 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:54.232576 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device a89781b8-e496-4173-b893-0056249480d2 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:55.045363 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d374807-7e83-404b-8d83-89c38d1e8b72 req-dc355ee6-0091-42c1-b1e5-b005b74ebaba tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:55.047164 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5d374807-7e83-404b-8d83-89c38d1e8b72 req-dc355ee6-0091-42c1-b1e5-b005b74ebaba tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0838370 Jul 13 14:49:55.094475 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5d374807-7e83-404b-8d83-89c38d1e8b72 req-34f78dfb-594d-43d4-af06-e8efd3e87065 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Jul 13 14:49:56.073454 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50546) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:56.086718 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50550) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:56.144113 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-05070c72-3f64-4d29-8f54-001c30b2f7de tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.146693 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-05070c72-3f64-4d29-8f54-001c30b2f7de tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.61 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1143894 Jul 13 14:49:56.154383 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d18c21-0c0c-4b88-8bb2-27a6e8a0bfc2 admin admin] Deleting subnet fcf9dba0-b3bc-408a-b0f2-ed926692db4e {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:49:56.158237 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f6d18c21-0c0c-4b88-8bb2-27a6e8a0bfc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.203036 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f6d18c21-0c0c-4b88-8bb2-27a6e8a0bfc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117334'] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.253703 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f6d18c21-0c0c-4b88-8bb2-27a6e8a0bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.322805 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9012d549-47dc-45eb-b4d0-7569e00f0d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.356829 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f6d18c21-0c0c-4b88-8bb2-27a6e8a0bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60015268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59020755'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.400381 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Deleting port f1cd14b8-c724-4f27-965d-cb2b2c21db13 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:56.401554 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.401953 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d18c21-0c0c-4b88-8bb2-27a6e8a0bfc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf9dba0-b3bc-408a-b0f2-ed926692db4e,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:56.413932 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f6d18c21-0c0c-4b88-8bb2-27a6e8a0bfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.416141 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f6d18c21-0c0c-4b88-8bb2-27a6e8a0bfc2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fcf9dba0-b3bc-408a-b0f2-ed926692db4e HTTP/1.1" status: 204 len: 168 time: 0.3279521 Jul 13 14:49:56.421087 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50554) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:56.472206 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d857a84c-9a2e-4274-8b01-49623d3de8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.512552 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573522d-424f-4ef8-8b66-fb70faea1a15 req-a8c9ab44-a44f-49cb-9082-fbf9036371c3 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.516068 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1573522d-424f-4ef8-8b66-fb70faea1a15 req-a8c9ab44-a44f-49cb-9082-fbf9036371c3 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1915913 Jul 13 14:49:56.547445 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.578556 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] For port f1cd14b8-c724-4f27-965d-cb2b2c21db13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1cd14b8-c724-4f27-965d-cb2b2c21db13,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:56.578912 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.603123 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1573522d-424f-4ef8-8b66-fb70faea1a15 req-40219daa-1d2b-4c42-bc1f-7f535e5afc67 tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/security-groups?id=b538f67f-33fa-45ec-9706-342b3d9bf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786524 Jul 13 14:49:56.604270 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Calling delete_port for f1cd14b8-c724-4f27-965d-cb2b2c21db13 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:56.650138 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9012d549-47dc-45eb-b4d0-7569e00f0d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.658025 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9012d549-47dc-45eb-b4d0-7569e00f0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.698639 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.754503 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1']}} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:56.778459 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.779843 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d549-47dc-45eb-b4d0-7569e00f0d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629692b-876a-4c9a-ba75-07d7c8992ad2,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:56.787099 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b321a4b-7680-4451-ac36-68dc32745040') {'for_net_delete': True} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:56.788291 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b321a4b-7680-4451-ac36-68dc32745040') {} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:56.796618 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-9012d549-47dc-45eb-b4d0-7569e00f0d08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=506422a474494894804e84c8d09b5b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7214105 Jul 13 14:49:56.804811 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['f1cd14b8-c724-4f27-965d-cb2b2c21db13'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:56.810973 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50562) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:56.859646 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117327'] for segment, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.859949 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Pushing event deleted for resources: {'Port': ['ID=f1cd14b8-c724-4f27-965d-cb2b2c21db13,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:56.917044 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.923502 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] No DVR routers for this DVR port f1cd14b8-c724-4f27-965d-cb2b2c21db13 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:56.926379 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.930041 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-412b3ea3-5b58-4f18-8e31-1c6ff7aa0281 req-a5dd6419-e031-4925-8cb0-b866ef976fbc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.61 "DELETE /v2.0/ports/f1cd14b8-c724-4f27-965d-cb2b2c21db13 HTTP/1.1" status: 204 len: 173 time: 0.7752872 Jul 13 14:49:56.930041 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a081ea6c-ef43-4653-96fc-edecff10f7d1', 'name': 'network-vif-deleted', 'tag': 'f1cd14b8-c724-4f27-965d-cb2b2c21db13'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:56.932766 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d858453d-7c6f-42ad-af90-f1d65a24b9e5" -d '{"events": [{"server_uuid": "a081ea6c-ef43-4653-96fc-edecff10f7d1", "name": "network-vif-deleted", "tag": "f1cd14b8-c724-4f27-965d-cb2b2c21db13"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:56.952224 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=110074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:49:56.953035 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60013834'] for segment, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: Traceback (most recent call last): Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: timer() Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: cb(*args, **kw) Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: return func(*args, **kwargs) Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: self._notify() Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: self.callback(batched_events) Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: event.method(event) Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: return f(self, *a, **k) Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._get(url).json() Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: return self.request(url, 'GET', **kwargs) Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:49:56.956069 dv-cinder-788364-4-iscsi neutron-server[110074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:49:56.986656 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43bf957-28d7-4154-9570-50878926f28f x-openstack-request-id: req-c43bf957-28d7-4154-9570-50878926f28f {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:56.987212 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a081ea6c-ef43-4653-96fc-edecff10f7d1", "name": "network-vif-deleted", "tag": "f1cd14b8-c724-4f27-965d-cb2b2c21db13", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:56.987550 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c43bf957-28d7-4154-9570-50878926f28f {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:56.988862 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a081ea6c-ef43-4653-96fc-edecff10f7d1', 'name': 'network-vif-deleted', 'tag': 'f1cd14b8-c724-4f27-965d-cb2b2c21db13', 'status': 'completed', 'code': 200} Jul 13 14:49:57.050163 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ee79e374-81ec-48c3-b148-61234ddba3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.078233 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.097481 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.103428 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1 HTTP/1.1" status: 204 len: 168 time: 0.6812108 Jul 13 14:49:57.110364 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad01c0-8de5-4522-a42f-d6b6af2b06c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56c9fb5-d0ec-4eaa-abd4-aaf10996f1d1,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:57.117903 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ee79e374-81ec-48c3-b148-61234ddba3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.204665 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ee79e374-81ec-48c3-b148-61234ddba3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.208938 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ee79e374-81ec-48c3-b148-61234ddba3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.211549 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ee79e374-81ec-48c3-b148-61234ddba3c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b629692b-876a-4c9a-ba75-07d7c8992ad2 HTTP/1.1" status: 204 len: 168 time: 0.3840652 Jul 13 14:49:57.230341 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79e374-81ec-48c3-b148-61234ddba3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629692b-876a-4c9a-ba75-07d7c8992ad2,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:57.362190 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-e2224e27-7188-4654-946a-c6cf77a19e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.364419 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-e2224e27-7188-4654-946a-c6cf77a19e3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27e7ad5089184846bd61e16bfa02b42e&device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1137 time: 0.1097696 Jul 13 14:49:57.409210 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50580) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:57.461245 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087a20-c665-4eca-bcbf-4fc9e9ce2fa9 req-2b416135-184c-4f2e-8144-526019375861 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.466350 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47087a20-c665-4eca-bcbf-4fc9e9ce2fa9 req-2b416135-184c-4f2e-8144-526019375861 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1599090 Jul 13 14:49:57.477053 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-27bb5a5b-7844-415c-9bfa-7646234a030f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c166e60d0fe4e4da6a53deb1fef688c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661862 Jul 13 14:49:57.479415 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50584) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:57.542271 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47087a20-c665-4eca-bcbf-4fc9e9ce2fa9 req-1c38fab5-b0e6-4d87-bdb6-e0176ff9b36d tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719447 Jul 13 14:49:57.543978 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-347dc67d-cdec-40c2-83df-f6087fc2d5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.544243 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-4d677107-810d-449d-922e-0749a6b77d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.545942 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-4d677107-810d-449d-922e-0749a6b77d9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 200 len: 915 time: 0.1683936 Jul 13 14:49:57.586938 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-347dc67d-cdec-40c2-83df-f6087fc2d5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.692598 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-347dc67d-cdec-40c2-83df-f6087fc2d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.694572 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-347dc67d-cdec-40c2-83df-f6087fc2d5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.695996 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-347dc67d-cdec-40c2-83df-f6087fc2d5ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b58a3da-a467-4622-9801-3254422b05cc HTTP/1.1" status: 204 len: 168 time: 0.2149940 Jul 13 14:49:57.697616 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-c7b1f7f7-e3db-4b16-848c-17857bb98e8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 1001 time: 0.1427867 Jul 13 14:49:57.713794 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dc67d-cdec-40c2-83df-f6087fc2d5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b58a3da-a467-4622-9801-3254422b05cc,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:57.731958 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50590) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:57.755831 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8c7351e0-91d5-4006-b409-6fb10a3f5f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.809454 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-e5416400-9ca5-4e66-ba3b-ecb24f6a636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.812140 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-e5416400-9ca5-4e66-ba3b-ecb24f6a636c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d76d458f-63d6-4585-b8ac-6b5f35326c68 HTTP/1.1" status: 200 len: 853 time: 0.0824304 Jul 13 14:49:57.912415 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eda338d2-9cfd-43b1-bbba-923ca4177a25 req-ec9d37c2-a265-4d69-8112-9a48c0c75ccc tempest-ServerRescueNegativeTestJSON-347766640 tempest-ServerRescueNegativeTestJSON-347766640-project] 10.222.0.37 "GET /v2.0/ports?device_id=a081ea6c-ef43-4653-96fc-edecff10f7d1 HTTP/1.1" status: 200 len: 210 time: 0.0772271 Jul 13 14:49:57.933187 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8c7351e0-91d5-4006-b409-6fb10a3f5f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.939159 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8c7351e0-91d5-4006-b409-6fb10a3f5f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:57.992060 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-9b1a6d5f-1a9a-4cfe-a388-9ed43dafbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.995769 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-9b1a6d5f-1a9a-4cfe-a388-9ed43dafbba1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa79d9f6-a2ef-405f-8803-8b8236d03e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1712115 Jul 13 14:49:58.002693 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-8c7351e0-91d5-4006-b409-6fb10a3f5f42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfd96344da084863a1e1ff3ca40766ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692685 Jul 13 14:49:58.003495 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7351e0-91d5-4006-b409-6fb10a3f5f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14985cad-023a-4206-9302-ad2f351f4b6d,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:58.016466 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50594) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:58.089008 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2bebf60-2c5b-458c-b5d5-5f6bd564906f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.126707 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-879a9623-b69e-4ba5-863c-4df579f74ac7 service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174018 Jul 13 14:49:58.129889 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2bebf60-2c5b-458c-b5d5-5f6bd564906f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.217296 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2bebf60-2c5b-458c-b5d5-5f6bd564906f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.223562 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d2bebf60-2c5b-458c-b5d5-5f6bd564906f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.229857 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d2bebf60-2c5b-458c-b5d5-5f6bd564906f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14985cad-023a-4206-9302-ad2f351f4b6d HTTP/1.1" status: 204 len: 168 time: 0.2091501 Jul 13 14:49:58.241868 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bebf60-2c5b-458c-b5d5-5f6bd564906f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14985cad-023a-4206-9302-ad2f351f4b6d,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:58.289116 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2730f33-9bde-4ee4-b2eb-3c33207a6938 req-9c13da48-11f4-4e76-ba13-fff4e6c08e29 service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522193 Jul 13 14:49:58.779090 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bbe26-f384-46f1-a86e-5b1c12269fdf req-5ca55a8a-417c-49a8-8e8a-b11acc342d44 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:58.781457 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c40bbe26-f384-46f1-a86e-5b1c12269fdf req-5ca55a8a-417c-49a8-8e8a-b11acc342d44 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.0846696 Jul 13 14:49:58.840738 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c40bbe26-f384-46f1-a86e-5b1c12269fdf req-c5b05492-9e09-4e5c-9230-e4689ee80ccf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447900 Jul 13 14:49:59.028968 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50638) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:59.518965 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.653941 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.886054 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e80a6659-459d-4c45-91b5-6b532e0f9ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.191804 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a214ed-e0e8-48b1-8f36-9abc893dfefb req-64cc6c82-0335-4d5d-b56c-8817c9f770d3 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:00.194505 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1a214ed-e0e8-48b1-8f36-9abc893dfefb req-64cc6c82-0335-4d5d-b56c-8817c9f770d3 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1422846 Jul 13 14:50:00.200159 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Deleting port 1e3fa5a9-a890-47d2-b590-4a4013a25515 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:50:00.200517 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.245120 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device f1cd14b8-c724-4f27-965d-cb2b2c21db13 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:50:00.268896 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: f1cd14b8-c724-4f27-965d-cb2b2c21db13 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:50:00.269675 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device f1cd14b8-c724-4f27-965d-cb2b2c21db13 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:50:00.306454 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1a214ed-e0e8-48b1-8f36-9abc893dfefb req-8344fe3d-907e-424a-9bc8-6ceaadf1a8c4 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905082 Jul 13 14:50:00.344688 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] For port 1e3fa5a9-a890-47d2-b590-4a4013a25515, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=1e3fa5a9-a890-47d2-b590-4a4013a25515,segment=NetworkSegment(215ca92f-c3a6-41f7-a811-8588301dee3e),segment_id=215ca92f-c3a6-41f7-a811-8588301dee3e)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:00.345294 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.373149 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Calling delete_port for 1e3fa5a9-a890-47d2-b590-4a4013a25515 owned by network:router_interface {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:50:00.413753 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.691960 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.727314 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3fa5a9-a890-47d2-b590-4a4013a25515,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:00.923691 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.248371 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50752) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:01.415205 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65007851-4d99-4cf3-94cc-22d4da4405c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.541439 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65007851-4d99-4cf3-94cc-22d4da4405c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.546355 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65007851-4d99-4cf3-94cc-22d4da4405c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.583081 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699440b-820a-47bc-ae8d-4ec17ba01cdb req-ecd6611b-4dca-41f1-91d1-bf5b3b42e975 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:01.585135 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d699440b-820a-47bc-ae8d-4ec17ba01cdb req-ecd6611b-4dca-41f1-91d1-bf5b3b42e975 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1414993 Jul 13 14:50:01.591743 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Router 341c3efa-7deb-461d-b316-7284a5e422e3 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:50:01.598938 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-65007851-4d99-4cf3-94cc-22d4da4405c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d7ee6c92bb343199d8a97ce4a5610f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492253 Jul 13 14:50:01.603436 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50758) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:01.615321 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65007851-4d99-4cf3-94cc-22d4da4405c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f50f80-3339-44d8-9a84-7dc59f3a0410,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:01.649583 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d699440b-820a-47bc-ae8d-4ec17ba01cdb req-06be37a2-807b-4835-b919-c550c74b355a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603771 Jul 13 14:50:01.680018 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3229b65f-29fc-458c-87fe-71977426a2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.695145 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3229b65f-29fc-458c-87fe-71977426a2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.752715 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3229b65f-29fc-458c-87fe-71977426a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.757701 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3229b65f-29fc-458c-87fe-71977426a2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.759086 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-3229b65f-29fc-458c-87fe-71977426a2ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77f50f80-3339-44d8-9a84-7dc59f3a0410 HTTP/1.1" status: 204 len: 168 time: 0.1541378 Jul 13 14:50:01.767168 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:01.770616 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229b65f-29fc-458c-87fe-71977426a2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f50f80-3339-44d8-9a84-7dc59f3a0410,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:01.778778 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-ab6fddce-6d9e-4716-ae63-a2179258a273 admin admin] 10.222.0.37 "PUT /v2.0/routers/341c3efa-7deb-461d-b316-7284a5e422e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7482066 Jul 13 14:50:01.782716 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50762) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:01.795020 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] Sync routers for ids ['341c3efa-7deb-461d-b316-7284a5e422e3'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:01.810332 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] Routers {'341c3efa-7deb-461d-b316-7284a5e422e3'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:01.811505 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['341c3efa-7deb-461d-b316-7284a5e422e3'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:01.934284 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.935243 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] Set router 341c3efa-7deb-461d-b316-7284a5e422e3 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:02.105323 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.231201 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.316225 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:50:00Z', 'revision_number': 5, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port': {'id': '6c5e513b-edd9-4fbf-8753-e6e707e30582', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:77:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:20Z', 'updated_at': '2021-07-13T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:02.323918 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Deleting port 6c5e513b-edd9-4fbf-8753-e6e707e30582 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:50:02.324787 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.345572 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] Checking router: 341c3efa-7deb-461d-b316-7284a5e422e3 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:02.355574 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] Routers {'341c3efa-7deb-461d-b316-7284a5e422e3'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:02.356554 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['341c3efa-7deb-461d-b316-7284a5e422e3'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:02.462313 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] For port 6c5e513b-edd9-4fbf-8753-e6e707e30582, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=6c5e513b-edd9-4fbf-8753-e6e707e30582,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:02.468243 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] Set router 341c3efa-7deb-461d-b316-7284a5e422e3 gateway port host: None {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:02.468463 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.490132 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Calling delete_port for 6c5e513b-edd9-4fbf-8753-e6e707e30582 owned by network:router_gateway {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:50:02.539333 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 6, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:02.574407 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc69a8-7f3f-4572-9ff7-3820f604cf19 None None] The sync data for ids ['341c3efa-7deb-461d-b316-7284a5e422e3'] in dv-cinder-788364-4-iscsi is: [{'id': '341c3efa-7deb-461d-b316-7284a5e422e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1375779558-router', 'tenant_id': '90a1c45be140419b957aa1d41a19914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 6, 'project_id': '90a1c45be140419b957aa1d41a19914c', 'gw_port_host': None}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:03.035315 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0817773-eff0-4152-98b2-640d56c20018 req-6f9354aa-5f73-4a39-a45d-ce604a708d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:03.037294 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b0817773-eff0-4152-98b2-640d56c20018 req-6f9354aa-5f73-4a39-a45d-ce604a708d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1348429 Jul 13 14:50:03.105364 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b0817773-eff0-4152-98b2-640d56c20018 req-0fdaeccd-3f49-4cad-9f56-092698a5fc76 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607629 Jul 13 14:50:03.125716 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.182993 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5e513b-edd9-4fbf-8753-e6e707e30582,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:03.271337 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.401506 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.404940 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.495903 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.496791 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341c3efa-7deb-461d-b316-7284a5e422e3 {{(pid=110074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:50:03.505081 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.507137 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-5d0d5c45-948c-4fdc-b7f2-d7756b9df3e6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/341c3efa-7deb-461d-b316-7284a5e422e3 HTTP/1.1" status: 204 len: 168 time: 1.7225323 Jul 13 14:50:03.509930 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50788) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:03.601058 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9deca2f-6e07-4eb1-a1bf-6f6451ea866b admin admin] Deleting subnet 176854e0-9c55-4197-adf4-2ccb2118dbb0 {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:50:03.607780 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f9deca2f-6e07-4eb1-a1bf-6f6451ea866b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.668610 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f9deca2f-6e07-4eb1-a1bf-6f6451ea866b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117334'] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.746971 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f9deca2f-6e07-4eb1-a1bf-6f6451ea866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.828914 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f9deca2f-6e07-4eb1-a1bf-6f6451ea866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60015268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59020755'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.910755 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f9deca2f-6e07-4eb1-a1bf-6f6451ea866b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.919426 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f9deca2f-6e07-4eb1-a1bf-6f6451ea866b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/176854e0-9c55-4197-adf4-2ccb2118dbb0 HTTP/1.1" status: 204 len: 168 time: 0.4077947 Jul 13 14:50:03.921834 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50798) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:03.925542 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9deca2f-6e07-4eb1-a1bf-6f6451ea866b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=176854e0-9c55-4197-adf4-2ccb2118dbb0,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:04.060481 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.191767 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.209960 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47555891-083c-422c-857a-0232b99c4ed4']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:04.226699 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215ca92f-c3a6-41f7-a811-8588301dee3e') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:04.227073 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215ca92f-c3a6-41f7-a811-8588301dee3e') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:04.239202 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.258179 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.265166 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 6c5e513b-edd9-4fbf-8753-e6e707e30582 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:50:04.268603 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:50:04.269310 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:50:04.272751 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:50:04.297335 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 6c5e513b-edd9-4fbf-8753-e6e707e30582 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:50:04.297659 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 6c5e513b-edd9-4fbf-8753-e6e707e30582 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:50:04.298665 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 1e3fa5a9-a890-47d2-b590-4a4013a25515 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:50:04.341945 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 1e3fa5a9-a890-47d2-b590-4a4013a25515 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:50:04.342383 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 1e3fa5a9-a890-47d2-b590-4a4013a25515 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:50:04.393354 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.420336 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.424390 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/47555891-083c-422c-857a-0232b99c4ed4 HTTP/1.1" status: 204 len: 168 time: 0.5010593 Jul 13 14:50:04.467166 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d0c0d-4d1b-43aa-b4d4-917b3a756ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=47555891-083c-422c-857a-0232b99c4ed4,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:04.513967 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddacdb6-6b13-40ee-9699-faa59db8a363 req-ff9d51d7-f67f-4854-80ec-434acbd65430 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:04.522165 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8ddacdb6-6b13-40ee-9699-faa59db8a363 req-ff9d51d7-f67f-4854-80ec-434acbd65430 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1396990 Jul 13 14:50:04.593495 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8ddacdb6-6b13-40ee-9699-faa59db8a363 req-35c9ed70-8400-479c-83c3-73895ded938f tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704846 Jul 13 14:50:04.726696 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50816) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:04.780075 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-43401af5-066e-4416-89d5-68c18f1e0160 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90a1c45be140419b957aa1d41a19914c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517771 Jul 13 14:50:04.783713 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50822) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:04.842864 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f564bec5-5468-4c17-bd04-3432891f69fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.870949 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f564bec5-5468-4c17-bd04-3432891f69fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.938242 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f564bec5-5468-4c17-bd04-3432891f69fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.945262 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f564bec5-5468-4c17-bd04-3432891f69fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.947070 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-f564bec5-5468-4c17-bd04-3432891f69fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b538f67f-33fa-45ec-9706-342b3d9bf6d7 HTTP/1.1" status: 204 len: 168 time: 0.1607864 Jul 13 14:50:04.962664 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564bec5-5468-4c17-bd04-3432891f69fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b538f67f-33fa-45ec-9706-342b3d9bf6d7,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:05.501606 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7cf49-87d1-4109-939c-e5d50d668746 req-679787bf-d7c1-4071-bb59-4735707e234c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.504537 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-00b7cf49-87d1-4109-939c-e5d50d668746 req-679787bf-d7c1-4071-bb59-4735707e234c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1175027 Jul 13 14:50:05.576029 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-00b7cf49-87d1-4109-939c-e5d50d668746 req-63c44c7c-aa65-4272-b13f-052534b3a99d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601456 Jul 13 14:50:05.863880 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322de525-919f-4134-9897-229ca2ff68af req-5b039cb3-2a08-4735-b292-62c947dd35d5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.867385 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-322de525-919f-4134-9897-229ca2ff68af req-5b039cb3-2a08-4735-b292-62c947dd35d5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1188240 Jul 13 14:50:05.927121 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50862) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:05.930716 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-322de525-919f-4134-9897-229ca2ff68af req-c806675d-dac1-4ba2-ab51-0575814c2fde tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499694 Jul 13 14:50:06.060630 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-778559945-network', 'tenant_id': '14e02543c5fe44b4912349508013a1e7'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:06.105234 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Made reservation on behalf of 14e02543c5fe44b4912349508013a1e7 for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:06.109446 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.129456 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.273086 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.279106 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.328272 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:50:06.338173 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df147d42-e0a5-4bff-9b1e-dc20b58d99c3,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:06.346997 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.347356 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Added segment 5b3f497a-49a5-458a-be33-5b040eb097c0 of type vlan for network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 Jul 13 14:50:06.405475 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.413754 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.446490 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.447477 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:06.448172 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.524603 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5988362 Jul 13 14:50:06.530658 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50870) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:06.534296 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5b48d-b7e1-4908-b718-9159b2cbd5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:06.538094 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Request body: {'subnet': {'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-subnet', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:06.547344 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:50:06.578076 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Made reservation on behalf of 14e02543c5fe44b4912349508013a1e7 for: {'subnet': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:06.580816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59366631'] for subnet, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.869125 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60264845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59366613'] for subnet, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.915874 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d013869-903d-461b-8eea-18abdf305163 req-1854f503-fb63-485e-b108-261f4e9abd7d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:06.917517 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d013869-903d-461b-8eea-18abdf305163 req-1854f503-fb63-485e-b108-261f4e9abd7d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1716433 Jul 13 14:50:06.965610 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:06.994613 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d013869-903d-461b-8eea-18abdf305163 req-0d75ef04-7435-4f24-b6e8-51624fab0d8b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656219 Jul 13 14:50:06.995298 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Checking segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:06.995708 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Network hostable DHCP agents. Network: 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:50:07.020184 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:50:07.031993 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2) {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:07.042632 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced7380-fad7-49de-86db-0668514d7f25 None None] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:50:07.045651 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:07.045800 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.062590 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-01a83101-a87d-49e3-b022-24614853f1e8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5302908 Jul 13 14:50:07.065168 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 50880) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:07.071867 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:07.132329 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.133631 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.219581 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.240065 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f771d-5e9b-4847-9726-38d62a89ff4d req-5aa12463-f736-47a7-94e7-d16c7143ad83 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:07.240317 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:50:07.241201 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.247067 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1a3f771d-5e9b-4847-9726-38d62a89ff4d req-5aa12463-f736-47a7-94e7-d16c7143ad83 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1597214 Jul 13 14:50:07.392972 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Allocated IP 172.20.0.2 (4225d1d1-c13b-47fa-841f-a10b5a8c7fd2/ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec/6329f950-9269-4a3b-b761-3085e52296a9) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:07.405131 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1a3f771d-5e9b-4847-9726-38d62a89ff4d req-be0748f2-11ef-49e2-9f20-8532d6b2d353 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571620 Jul 13 14:50:07.409151 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.564902 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.574781 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Transition to ACTIVE for port object 6329f950-9269-4a3b-b761-3085e52296a9 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:07.592533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Transition to ACTIVE for port object 6329f950-9269-4a3b-b761-3085e52296a9 will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:07.601744 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.633788 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.641533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:07.645354 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:07.648888 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:07.666000 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.688791 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Pushing event updated for resources: {'Port': ['ID=6329f950-9269-4a3b-b761-3085e52296a9,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:07.712683 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.713284 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.713422 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.713701 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.714031 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.714360 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.714687 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.715017 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.715341 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.715681 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.716002 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.716350 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:07.734343 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Attempting to bind port 6329f950-9269-4a3b-b761-3085e52296a9 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:07.734740 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Attempting to bind port 6329f950-9269-4a3b-b761-3085e52296a9 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:07.735102 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Attempting to bind port 6329f950-9269-4a3b-b761-3085e52296a9 on network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:07.741304 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:07.741703 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Checking segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:07.742072 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.742461 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Bound using segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:07.742934 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Bound port: 6329f950-9269-4a3b-b761-3085e52296a9, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:07.743318 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.792968 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Allocated IP 172.27.1.67 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/99b09ba3-3be4-492c-9f63-a98d795b6dd9) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:07.809753 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] For port 6329f950-9269-4a3b-b761-3085e52296a9, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:07.813224 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] For port 6329f950-9269-4a3b-b761-3085e52296a9, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=6329f950-9269-4a3b-b761-3085e52296a9,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:07.817961 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.874911 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccf712-e586-4624-89be-f01aeb57c092 None None] Pushing event updated for resources: {'Port': ['ID=6329f950-9269-4a3b-b761-3085e52296a9,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:07.904231 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.957427 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.001514 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:08.006972 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:08.009451 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:08.039806 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Pushing event updated for resources: {'Port': ['ID=99b09ba3-3be4-492c-9f63-a98d795b6dd9,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:08.321010 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 6329f950-9269-4a3b-b761-3085e52296a9 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:08.385366 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 6329f950-9269-4a3b-b761-3085e52296a9 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:08.437628 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430654a-85da-4db6-a384-b85074392986 req-1a4985d9-acfd-4ecf-9ad5-43df833429cf tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:08.439251 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6430654a-85da-4db6-a384-b85074392986 req-1a4985d9-acfd-4ecf-9ad5-43df833429cf tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1707699 Jul 13 14:50:08.479720 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.538748 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6430654a-85da-4db6-a384-b85074392986 req-4fee1424-bf82-4013-84ba-2c57450c917e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903375 Jul 13 14:50:08.709654 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a029f-f7bf-4cb4-b0bf-8f0f8f37aeab req-2be15bb3-c2a8-4000-b3f2-17fabc23a8e7 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:08.711013 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-244a029f-f7bf-4cb4-b0bf-8f0f8f37aeab req-2be15bb3-c2a8-4000-b3f2-17fabc23a8e7 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1591611 Jul 13 14:50:08.800252 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-244a029f-f7bf-4cb4-b0bf-8f0f8f37aeab req-1939a3ff-53c5-46cf-8fc9-a61e5bd8fc68 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554996 Jul 13 14:50:08.802117 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.973931 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Router 28549460-5d39-488d-a940-03c9806c8516 is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:50:09.034551 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cae354-2190-4b81-8cbf-525ebc4bc502 None None] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:50:09.104629 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:09.119661 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Sync routers for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:09.124495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.126263 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-a1bd59b2-90c8-46b1-adf9-61e6876933f5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0595961 Jul 13 14:50:09.129207 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50912) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:09.142796 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-0745789b-e4b1-4123-bb22-0dbef7711c98 None None] Provisioning for port 6329f950-9269-4a3b-b761-3085e52296a9 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:09.150728 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-0745789b-e4b1-4123-bb22-0dbef7711c98 None None] Provisioning complete for port 6329f950-9269-4a3b-b761-3085e52296a9 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:09.151158 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0745789b-e4b1-4123-bb22-0dbef7711c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.153208 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:09.153977 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:09.378159 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:09.577798 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0745789b-e4b1-4123-bb22-0dbef7711c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.681352 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-0745789b-e4b1-4123-bb22-0dbef7711c98 None None] For port 6329f950-9269-4a3b-b761-3085e52296a9, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=6329f950-9269-4a3b-b761-3085e52296a9,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:09.688104 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0745789b-e4b1-4123-bb22-0dbef7711c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.694516 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.804789 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745789b-e4b1-4123-bb22-0dbef7711c98 None None] Pushing event updated for resources: {'Port': ['ID=6329f950-9269-4a3b-b761-3085e52296a9,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:09.844581 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 3, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:09.883948 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Checking router: 28549460-5d39-488d-a940-03c9806c8516 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:09.884398 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Updating router 28549460-5d39-488d-a940-03c9806c8516 port 99b09ba3-3be4-492c-9f63-a98d795b6dd9 binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:50:09.904939 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6268e0d-eec0-4f6c-b6cc-bdc26c412dcf req-70e78e47-08f0-4cec-86c7-840403e43e95 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:09.916410 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e6268e0d-eec0-4f6c-b6cc-bdc26c412dcf req-70e78e47-08f0-4cec-86c7-840403e43e95 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1730621 Jul 13 14:50:09.969068 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Allocated IP 172.20.0.1 (4225d1d1-c13b-47fa-841f-a10b5a8c7fd2/ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec/02a7cf95-6f92-4a83-89d0-96907f9d4d76) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:09.995742 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e6268e0d-eec0-4f6c-b6cc-bdc26c412dcf req-bfdfa9a0-d5e5-4cd6-80e4-629b4cb0b40e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781858 Jul 13 14:50:09.997908 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.111404 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23659872-f173-4fdc-a640-e0cccec463fe req-f6adcde6-e088-440e-b9a4-050359cd70b9 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:10.113765 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.122789 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-23659872-f173-4fdc-a640-e0cccec463fe req-f6adcde6-e088-440e-b9a4-050359cd70b9 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1017678 Jul 13 14:50:10.137967 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Transition to ACTIVE for port object 02a7cf95-6f92-4a83-89d0-96907f9d4d76 will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:10.160046 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-4c697c2a-a39a-4e3c-a003-6120a4879270 None None] Provisioning complete for port 6329f950-9269-4a3b-b761-3085e52296a9 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:10.161642 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4c697c2a-a39a-4e3c-a003-6120a4879270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.173864 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.231671 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-23659872-f173-4fdc-a640-e0cccec463fe req-5fa77ac4-d29c-4dd1-85fa-3f1f9a5cef86 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078722 Jul 13 14:50:10.239385 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:10.242809 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:10.247204 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:10.267768 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 6329f950-9269-4a3b-b761-3085e52296a9 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:10.293372 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Pushing event updated for resources: {'Port': ['ID=02a7cf95-6f92-4a83-89d0-96907f9d4d76,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.306990 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.420576 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 6329f950-9269-4a3b-b761-3085e52296a9 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:10.420857 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.476851 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.502715 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.530103 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Transition to ACTIVE for port object 99b09ba3-3be4-492c-9f63-a98d795b6dd9 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:10.559490 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.570085 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-6a9a3fb4-b0b5-4e76-83d9-9dd3ac2cdcba None None] Provisioning for port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:10.618039 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-6a9a3fb4-b0b5-4e76-83d9-9dd3ac2cdcba None None] Provisioning complete for port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:10.618039 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3fb4-b0b5-4e76-83d9-9dd3ac2cdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.663591 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Attempting to bind port 99b09ba3-3be4-492c-9f63-a98d795b6dd9 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:10.664063 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Attempting to bind port 99b09ba3-3be4-492c-9f63-a98d795b6dd9 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:10.664351 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Attempting to bind port 99b09ba3-3be4-492c-9f63-a98d795b6dd9 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:10.673033 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb7ae6-883f-4e31-a302-8a2a12febf95 None None] Pushing event updated for resources: {'Port': ['ID=99b09ba3-3be4-492c-9f63-a98d795b6dd9,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.683413 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:10.683838 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:10.684256 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.684658 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:10.685158 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Bound port: 99b09ba3-3be4-492c-9f63-a98d795b6dd9, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:10.685546 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.691532 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a3fb4-b0b5-4e76-83d9-9dd3ac2cdcba None None] Port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:10.703199 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:50:10.726544 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.731919 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.749401 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] For port 99b09ba3-3be4-492c-9f63-a98d795b6dd9, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:10.753731 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] For port 99b09ba3-3be4-492c-9f63-a98d795b6dd9, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=99b09ba3-3be4-492c-9f63-a98d795b6dd9,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:10.762142 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.805126 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Pushing event updated for resources: {'Port': ['ID=02a7cf95-6f92-4a83-89d0-96907f9d4d76,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.808787 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.822923 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:10.823862 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:10.877985 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb7ae6-883f-4e31-a302-8a2a12febf95 None None] Pushing event updated for resources: {'Port': ['ID=99b09ba3-3be4-492c-9f63-a98d795b6dd9,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.935476 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:10.936991 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:10.951564 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:11.071382 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Router 28549460-5d39-488d-a940-03c9806c8516 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:50:11.344968 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-de72c707-824a-4ce0-b7c1-93d0b1ae9819 None None] Provisioning complete for port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:11.345552 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-de72c707-824a-4ce0-b7c1-93d0b1ae9819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.351347 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 2, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:11.359291 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226ce3-5bce-49f2-92ec-b82db4aebc3d req-b2d272a6-c4b2-4f01-8894-ef2335d0e3e0 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:11.361063 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a2226ce3-5bce-49f2-92ec-b82db4aebc3d req-b2d272a6-c4b2-4f01-8894-ef2335d0e3e0 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1087735 Jul 13 14:50:11.418852 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03639ce5-1189-4db9-9700-d8f0f1a92002 None None] The sync data for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi is: [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 2, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:11.425041 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a2226ce3-5bce-49f2-92ec-b82db4aebc3d req-abca04af-01c1-45ce-946b-bb1e249a6feb tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559998 Jul 13 14:50:11.441106 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-de72c707-824a-4ce0-b7c1-93d0b1ae9819 None None] Port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:11.515080 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:11.522463 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-0f7970c9-838f-4cb2-a6d8-662c92f149c5 admin admin] 10.222.0.37 "PUT /v2.0/routers/28549460-5d39-488d-a940-03c9806c8516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3919289 Jul 13 14:50:11.549706 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4183125-ad91-4d14-80de-9d9940aae469 req-3fb52241-5d54-4beb-8602-d0f232fa2cff tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:11.550668 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4183125-ad91-4d14-80de-9d9940aae469 req-3fb52241-5d54-4beb-8602-d0f232fa2cff tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.0967319 Jul 13 14:50:11.613485 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4183125-ad91-4d14-80de-9d9940aae469 req-c2c551b7-78c6-4ebd-91c0-4c860488f174 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522311 Jul 13 14:50:12.459798 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50976) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:12.465188 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-57b25884-20c1-4add-b17d-5285a637e3f8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501433110', 'description': 'tempest-description--30046526'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:12.494063 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-6f23d18d-031a-4adb-b41b-dae141ff8f68 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732302548&fields=id&tenant_id=10670ff6c5734b668db0d543d1689d87 HTTP/1.1" status: 200 len: 267 time: 0.0641718 Jul 13 14:50:12.503511 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-57b25884-20c1-4add-b17d-5285a637e3f8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.680737 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-57b25884-20c1-4add-b17d-5285a637e3f8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.687724 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-57b25884-20c1-4add-b17d-5285a637e3f8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.727886 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-57b25884-20c1-4add-b17d-5285a637e3f8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.729560 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-57b25884-20c1-4add-b17d-5285a637e3f8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2682459 Jul 13 14:50:12.732533 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b25884-20c1-4add-b17d-5285a637e3f8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d5266-4c80-45f9-94c7-b96803289fcf,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:12.735333 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 50992) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:12.743475 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-eeb363f1-a8d6-4b40-b951-c53f48382e42 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'security_group_rule': {'security_group_id': 'a88d5266-4c80-45f9-94c7-b96803289fcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:12.783068 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-eeb363f1-a8d6-4b40-b951-c53f48382e42 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.895181 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-eeb363f1-a8d6-4b40-b951-c53f48382e42 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.901910 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-eeb363f1-a8d6-4b40-b951-c53f48382e42 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.933574 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb363f1-a8d6-4b40-b951-c53f48382e42 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab6d5d8-0734-4908-bd32-d74f6263d7fe,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:12.948508 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-eeb363f1-a8d6-4b40-b951-c53f48382e42 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.949411 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-eeb363f1-a8d6-4b40-b951-c53f48382e42 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2123358 Jul 13 14:50:12.954130 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51000) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:12.966793 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-71da81c6-b9dd-44d2-a102-fae22dbeb620 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'security_group_rule': {'security_group_id': 'a88d5266-4c80-45f9-94c7-b96803289fcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:13.012651 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-71da81c6-b9dd-44d2-a102-fae22dbeb620 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.032878 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8dcd-e2d0-435a-a427-b1240980278f req-194ecb68-d33c-49df-8a5f-a13e054e685d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:13.040954 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-194ecb68-d33c-49df-8a5f-a13e054e685d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 808 time: 0.5456209 Jul 13 14:50:13.065577 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-c3b1f096-a00a-4186-919e-5d7bf14f04e7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/quotas/10670ff6c5734b668db0d543d1689d87 HTTP/1.1" status: 200 len: 375 time: 0.0236483 Jul 13 14:50:13.112628 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-71da81c6-b9dd-44d2-a102-fae22dbeb620 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.118344 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-71da81c6-b9dd-44d2-a102-fae22dbeb620 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.121764 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dc88d-2e13-443e-b3b7-eb19af24b84b req-c9e36d38-9345-4e99-a3b8-c98dea40b1e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:13.126937 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51004) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:13.129429 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-532dc88d-2e13-443e-b3b7-eb19af24b84b req-c9e36d38-9345-4e99-a3b8-c98dea40b1e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.5475409 Jul 13 14:50:13.155932 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da81c6-b9dd-44d2-a102-fae22dbeb620 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a855ab2b-770e-4452-94e6-c89d6c024772,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:13.178654 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-71da81c6-b9dd-44d2-a102-fae22dbeb620 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.180682 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-71da81c6-b9dd-44d2-a102-fae22dbeb620 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2231703 Jul 13 14:50:13.184208 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51008) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:13.193590 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:13.197140 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-532dc88d-2e13-443e-b3b7-eb19af24b84b req-49eb1159-0261-43a1-8b7a-5d8cdc8ffe26 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662041 Jul 13 14:50:13.232271 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.233898 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-7b8f99a7-4635-4439-b4e0-583fba41a2eb tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674485 Jul 13 14:50:13.337909 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6dbaaa79-66ee-4440-9238-d57726bd2bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.418647 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.445750 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-0a28570a-42f6-4d09-8fae-bf415c71e610 service neutron] 10.222.0.37 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960816 Jul 13 14:50:13.532981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc38b3d-536f-4c63-9446-40e902105e31 req-a411e7ec-7742-4271-8875-76330f2705f3 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:13.534587 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cfc38b3d-536f-4c63-9446-40e902105e31 req-a411e7ec-7742-4271-8875-76330f2705f3 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1627195 Jul 13 14:50:13.549536 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6dbaaa79-66ee-4440-9238-d57726bd2bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.558258 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6dbaaa79-66ee-4440-9238-d57726bd2bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.603892 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Allocated IP 172.27.1.166 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/b7280ddb-5ec0-4217-a1a2-992827ca3c0f) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:13.609590 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-8cb1bfe4-a40a-402f-9399-8668f7d7b971 service neutron] 10.222.0.37 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495104 Jul 13 14:50:13.614772 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cfc38b3d-536f-4c63-9446-40e902105e31 req-351529ad-13a9-4d48-8e5f-415c0ec0368d tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602043 Jul 13 14:50:13.623886 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6dbaaa79-66ee-4440-9238-d57726bd2bbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67fdc1ce08e140de8b7a7f3854b3c6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945753 Jul 13 14:50:13.627463 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 51010) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:13.656755 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbaaa79-66ee-4440-9238-d57726bd2bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec06f9c1-07f7-49c6-bb64-8f381967136f,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:13.717100 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0e03-c0d3-4f03-af46-019c5718e8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.751321 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0e03-c0d3-4f03-af46-019c5718e8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.781063 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.839338 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.850915 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0e03-c0d3-4f03-af46-019c5718e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.855973 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0e03-c0d3-4f03-af46-019c5718e8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.857632 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-4aaf0e03-c0d3-4f03-af46-019c5718e8f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec06f9c1-07f7-49c6-bb64-8f381967136f HTTP/1.1" status: 204 len: 168 time: 0.2289538 Jul 13 14:50:13.868521 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf0e03-c0d3-4f03-af46-019c5718e8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec06f9c1-07f7-49c6-bb64-8f381967136f,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:13.882664 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:13.885669 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:13.891664 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:13.923416 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'Port': ['ID=b7280ddb-5ec0-4217-a1a2-992827ca3c0f,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:14.021641 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.113119 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.127154 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aacb00bf-31ca-4496-84e7-705669b77f8c req-a076ddbd-d370-44a8-8448-7f2a621ec6d7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 210 time: 0.0441191 Jul 13 14:50:14.312903 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 99b09ba3-3be4-492c-9f63-a98d795b6dd9 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:14.367935 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 51034) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:14.389043 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Sync routers for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:14.405738 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6f496e5f-80bb-465a-b981-f02c15be4e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.413753 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:14.414520 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:14.420165 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.427916 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.429785 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 99b09ba3-3be4-492c-9f63-a98d795b6dd9 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:14.439316 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 99b09ba3-3be4-492c-9f63-a98d795b6dd9 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:14.439959 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.555769 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.573699 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.581309 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'Port': ['ID=b7280ddb-5ec0-4217-a1a2-992827ca3c0f,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:14.587890 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9931658-5719-4f67-8dd9-dc8a02d8a1b7 req-298f145f-4345-44cc-8655-fa60e6b15179 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:14.591225 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f9931658-5719-4f67-8dd9-dc8a02d8a1b7 req-298f145f-4345-44cc-8655-fa60e6b15179 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1823242 Jul 13 14:50:14.591354 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:14.609290 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 99b09ba3-3be4-492c-9f63-a98d795b6dd9, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=99b09ba3-3be4-492c-9f63-a98d795b6dd9,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:14.613572 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.691823 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=99b09ba3-3be4-492c-9f63-a98d795b6dd9,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:14.705214 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6f496e5f-80bb-465a-b981-f02c15be4e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.716506 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.717820 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-79b9fac4-984a-4d25-bce8-9460aaa88dc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5309038 Jul 13 14:50:14.733662 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6f496e5f-80bb-465a-b981-f02c15be4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.759228 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f9931658-5719-4f67-8dd9-dc8a02d8a1b7 req-62e55a55-9cbf-4f1f-94ce-3bd08900cc5a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586342 Jul 13 14:50:14.801072 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-6f496e5f-80bb-465a-b981-f02c15be4e67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a17f49cd135644d8858b08a264096bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321141 Jul 13 14:50:14.802771 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f496e5f-80bb-465a-b981-f02c15be4e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03d96ed-e728-42fa-a68a-f1ebf2747a9a,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:14.804239 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51042) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:14.871877 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0db9435a-2739-4195-9928-dd262b89f148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.886067 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 2, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:14.898333 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0db9435a-2739-4195-9928-dd262b89f148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.965929 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Checking router: 28549460-5d39-488d-a940-03c9806c8516 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:14.966579 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Updating router 28549460-5d39-488d-a940-03c9806c8516 port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:50:14.982903 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0db9435a-2739-4195-9928-dd262b89f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.988792 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0db9435a-2739-4195-9928-dd262b89f148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.992261 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-0db9435a-2739-4195-9928-dd262b89f148 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c03d96ed-e728-42fa-a68a-f1ebf2747a9a HTTP/1.1" status: 204 len: 168 time: 0.1868105 Jul 13 14:50:15.007406 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9435a-2739-4195-9928-dd262b89f148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03d96ed-e728-42fa-a68a-f1ebf2747a9a,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:15.007819 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c53d-950a-4e5a-bf44-bb62951bf590 req-070a4745-50c4-42e0-8c1f-bf2ec192dd48 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:15.016002 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4d97c53d-950a-4e5a-bf44-bb62951bf590 req-070a4745-50c4-42e0-8c1f-bf2ec192dd48 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.1349585 Jul 13 14:50:15.022438 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.103070 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4d97c53d-950a-4e5a-bf44-bb62951bf590 req-aebe1fc4-34b5-4f2b-88b7-40d12fc6a8c1 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736742 Jul 13 14:50:15.116013 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-b7155bba-524f-49ac-a3ea-e929477665aa tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1501433110&fields=id&tenant_id=14e02543c5fe44b4912349508013a1e7 HTTP/1.1" status: 200 len: 267 time: 0.0877523 Jul 13 14:50:15.315171 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-7048f0f1-4820-42ad-8bb4-9508a75a825c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:15.323808 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-7048f0f1-4820-42ad-8bb4-9508a75a825c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 816 time: 0.1838322 Jul 13 14:50:15.363422 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1f3e3a4d-7124-4ec7-ba81-657939691fcc req-ce0917d4-b512-4f17-b7f1-0ee159f93f44 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 210 time: 0.0423186 Jul 13 14:50:15.366083 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-b22ba59a-73e2-45db-9422-0d677a7809cb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/quotas/14e02543c5fe44b4912349508013a1e7 HTTP/1.1" status: 200 len: 375 time: 0.0327616 Jul 13 14:50:15.459035 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.469671 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-4cc271ef-8bda-4d3a-a721-a04a05904001 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976219 Jul 13 14:50:15.477367 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Transition to ACTIVE for port object 02a7cf95-6f92-4a83-89d0-96907f9d4d76 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:15.486925 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.580457 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feab50-08ae-44bb-8380-91086461b3ad None None] Pushing event updated for resources: {'Port': ['ID=02a7cf95-6f92-4a83-89d0-96907f9d4d76,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:15.610186 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-fc2e4ded-1c27-4f0a-bf91-8c147fa485c0 service neutron] 10.222.0.37 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255574 Jul 13 14:50:15.619130 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Attempting to bind port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:15.619499 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Attempting to bind port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:15.619909 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Attempting to bind port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 on network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:15.625250 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:15.627845 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Checking segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:15.628482 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.629045 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Bound using segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:15.629802 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Bound port: 02a7cf95-6f92-4a83-89d0-96907f9d4d76, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:15.630994 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.729088 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] For port 02a7cf95-6f92-4a83-89d0-96907f9d4d76, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:15.734643 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] For port 02a7cf95-6f92-4a83-89d0-96907f9d4d76, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=02a7cf95-6f92-4a83-89d0-96907f9d4d76,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:15.741806 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.796853 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feab50-08ae-44bb-8380-91086461b3ad None None] Pushing event updated for resources: {'Port': ['ID=02a7cf95-6f92-4a83-89d0-96907f9d4d76,revision_number=4']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:15.846719 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:15.847355 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:15.936183 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-7266f0a1-e134-4a98-954a-d99eacd946cd service neutron] 10.222.0.37 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191438 Jul 13 14:50:15.965949 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8dcd-e2d0-435a-a427-b1240980278f req-135cb635-ac68-4541-9c07-412af46a50ec tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:15.972484 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-135cb635-ac68-4541-9c07-412af46a50ec tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.61 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 808 time: 0.2338734 Jul 13 14:50:16.118527 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-8ecc13f8-0f2b-4e21-b18e-8f51ecd3f299 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10670ff6c5734b668db0d543d1689d87 HTTP/1.1" status: 200 len: 380 time: 0.1310887 Jul 13 14:50:16.140502 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:16.140721 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'port': {'device_id': '558468a6-6ef9-45b0-be55-36ecd337f508', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'admin_state_up': True, 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'security_groups': ['a9238309-919e-46a2-b05f-8a72cf15beba']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:16.352195 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fddf3771-f83c-460b-869d-09367ebe467e req-e28fbc69-3297-46b4-873c-444e9db24ff7 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 210 time: 0.0800989 Jul 13 14:50:16.401748 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 99b09ba3-3be4-492c-9f63-a98d795b6dd9 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:16.469562 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1205d91-6562-4b5f-82d8-752768d8fb04 req-2b209d2c-1782-4f6c-a349-e5092ee60cf1 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:16.479691 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1205d91-6562-4b5f-82d8-752768d8fb04 req-2b209d2c-1782-4f6c-a349-e5092ee60cf1 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.4280021 Jul 13 14:50:16.507163 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 99b09ba3-3be4-492c-9f63-a98d795b6dd9 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:16.507907 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:16.648649 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1205d91-6562-4b5f-82d8-752768d8fb04 req-541779ce-443f-42cb-93c5-ad0211fbf517 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678901 Jul 13 14:50:16.649291 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Made reservation on behalf of 10670ff6c5734b668db0d543d1689d87 for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:16.653712 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:16.720347 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:15Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:16.740243 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 02a7cf95-6f92-4a83-89d0-96907f9d4d76 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:16.795230 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51a8e3-be3a-4514-a833-183b2489a985 None None] The sync data for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi is: [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:15Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:16.861385 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:16.868139 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Allocated IP 172.20.0.5 (8349766d-ff31-4ea5-b580-00934bbb0f12/74b13d68-d8c5-44cd-8d2f-1bf18b65b68a/088643e2-679f-477f-b7af-0cd796a4e4ba) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:16.891350 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:16.891772 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:16.919495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86034929-b908-4f51-a858-9c4df97bfcb1 req-f5c4d27d-d8c9-4ba3-ba6c-541e0408b6af tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:16.921620 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-86034929-b908-4f51-a858-9c4df97bfcb1 req-f5c4d27d-d8c9-4ba3-ba6c-541e0408b6af tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.4132590 Jul 13 14:50:16.993256 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8bb481ad-46bb-4b32-9af4-d155d4a465bc req-21ed52a1-684d-4c42-b3aa-a81ad9005b97 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 210 time: 0.0841563 Jul 13 14:50:17.081832 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-86034929-b908-4f51-a858-9c4df97bfcb1 req-2faea403-7c51-4117-99e0-66468e3da505 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856044 Jul 13 14:50:17.101921 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.158180 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 02a7cf95-6f92-4a83-89d0-96907f9d4d76, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=02a7cf95-6f92-4a83-89d0-96907f9d4d76,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:17.165684 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.220264 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.238473 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=02a7cf95-6f92-4a83-89d0-96907f9d4d76,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:17.239798 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Transition to ACTIVE for port object 088643e2-679f-477f-b7af-0cd796a4e4ba will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:17.297539 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.343124 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:17.346427 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:17.350673 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:17.412512 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:17.442573 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:17.443341 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.481524 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-28c7b804-bf67-4d5f-96ca-486957e4bc6f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3565018 Jul 13 14:50:17.494967 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Request body: {'port': {'device_id': '558468a6-6ef9-45b0-be55-36ecd337f508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:17.597697 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-05336653-b69a-4c2e-9fe2-9081752dd528 req-ac62f5b9-d498-4eef-b623-eeca883b41a9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 210 time: 0.0497823 Jul 13 14:50:17.648139 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.745579 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-07eb1b27-6c33-42b3-858c-4c33332b8f4d None None] Provisioning for port 088643e2-679f-477f-b7af-0cd796a4e4ba completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:17.750782 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-07eb1b27-6c33-42b3-858c-4c33332b8f4d None None] Provisioning complete for port 088643e2-679f-477f-b7af-0cd796a4e4ba triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:17.753053 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-07eb1b27-6c33-42b3-858c-4c33332b8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.818553 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-07eb1b27-6c33-42b3-858c-4c33332b8f4d None None] Port 088643e2-679f-477f-b7af-0cd796a4e4ba cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:18.092456 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-a7282513-29dc-4d7b-91dd-b4befbd152a1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:18.093905 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-a7282513-29dc-4d7b-91dd-b4befbd152a1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 816 time: 0.2445984 Jul 13 14:50:18.122513 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028bda2-f788-41e5-8b59-aaad448ffcf9 req-d85d47de-3fc4-4ae6-8a4d-394577a5b8b8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:18.124573 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d028bda2-f788-41e5-8b59-aaad448ffcf9 req-d85d47de-3fc4-4ae6-8a4d-394577a5b8b8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.2315502 Jul 13 14:50:18.248269 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-b0dfec42-9cfb-4836-8325-d95cb3b3188f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e02543c5fe44b4912349508013a1e7 HTTP/1.1" status: 200 len: 380 time: 0.1406820 Jul 13 14:50:18.254980 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 02a7cf95-6f92-4a83-89d0-96907f9d4d76 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:18.256189 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088643e2-679f-477f-b7af-0cd796a4e4ba {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:18.264717 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'port': {'device_id': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'admin_state_up': True, 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'security_groups': ['a88d5266-4c80-45f9-94c7-b96803289fcf']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:18.275760 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.312330 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:18.313015 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.332555 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d028bda2-f788-41e5-8b59-aaad448ffcf9 req-daf1bc56-f352-4144-ab57-5429e29ee017 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908934 Jul 13 14:50:18.350133 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Transition to ACTIVE for port object 088643e2-679f-477f-b7af-0cd796a4e4ba will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:18.359482 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.444734 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988a943-db2f-4071-a158-101b398d58b1 req-b29d6d50-b676-49fc-8bf9-4e14d5fd5c85 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:18.446337 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7988a943-db2f-4071-a158-101b398d58b1 req-b29d6d50-b676-49fc-8bf9-4e14d5fd5c85 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 931 time: 0.2924230 Jul 13 14:50:18.479981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Pushing event updated for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:18.634457 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Made reservation on behalf of 14e02543c5fe44b4912349508013a1e7 for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:18.638364 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.665295 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7988a943-db2f-4071-a158-101b398d58b1 req-4bfee779-3974-4dde-a04d-22583afd7b8f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986332 Jul 13 14:50:18.753947 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Attempting to bind port 088643e2-679f-477f-b7af-0cd796a4e4ba on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:18.754450 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Attempting to bind port 088643e2-679f-477f-b7af-0cd796a4e4ba by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:18.754804 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Attempting to bind port 088643e2-679f-477f-b7af-0cd796a4e4ba on network 8349766d-ff31-4ea5-b580-00934bbb0f12 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:18.776313 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Port 088643e2-679f-477f-b7af-0cd796a4e4ba on network 8349766d-ff31-4ea5-b580-00934bbb0f12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:50:18.776796 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Attempting to bind port 088643e2-679f-477f-b7af-0cd796a4e4ba on network 8349766d-ff31-4ea5-b580-00934bbb0f12 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:18.791922 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:18.792257 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Checking segment: {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:18.792640 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Bound using segment: {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:18.793177 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Bound port: 088643e2-679f-477f-b7af-0cd796a4e4ba, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:18.793547 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.806685 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a17bf-ee3e-44f6-b747-10ef81a86916 req-fe2fc936-aec2-4595-9cd9-f02b63ceee7c tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:18.808320 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-177a17bf-ee3e-44f6-b747-10ef81a86916 req-fe2fc936-aec2-4595-9cd9-f02b63ceee7c tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.2203140 Jul 13 14:50:18.909872 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4da6665c-fb39-4319-a68c-39cd0342aed1 req-e68f25d4-8060-409f-8131-1cb6706b83e6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 210 time: 0.0861614 Jul 13 14:50:18.957514 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-177a17bf-ee3e-44f6-b747-10ef81a86916 req-13773fcd-a3a1-448b-b37e-7ea719c8a306 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400185 Jul 13 14:50:18.976209 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Allocated IP 172.20.0.14 (4225d1d1-c13b-47fa-841f-a10b5a8c7fd2/ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec/5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:18.989247 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:18.992841 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:19.003555 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:19.103523 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:19.105331 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:19.105933 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] 10.222.0.61 "PUT /v2.0/ports/088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 1093 time: 1.6153374 Jul 13 14:50:19.108652 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:19.111060 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081c2e6f-8903-45b6-bd79-52ef0833877b" -d '{"events": [{"name": "network-changed", "server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:19.160359 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8b343-cfe9-45a9-a84b-460c083b2415 service neutron] Pushing event updated for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:19.213532 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b89d6b-f791-4e64-a708-9ae2c1ce010c x-openstack-request-id: req-49b89d6b-f791-4e64-a708-9ae2c1ce010c {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:19.213968 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:19.214357 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49b89d6b-f791-4e64-a708-9ae2c1ce010c {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:19.214981 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'status': 'completed', 'code': 200} Jul 13 14:50:19.300817 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:19.322790 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Transition to ACTIVE for port object 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:19.342941 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8dcd-e2d0-435a-a427-b1240980278f req-3c2b1f61-413b-453f-ad4d-8c29dc47769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:19.344459 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-3c2b1f61-413b-453f-ad4d-8c29dc47769d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1096 time: 0.1348925 Jul 13 14:50:19.400173 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-d6eb7d03-833c-47b1-9960-0bdbb29f10a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 217 time: 0.0401068 Jul 13 14:50:19.407974 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:19.821182 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:19.833455 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:19.839050 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:19.843495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:19.872169 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8dcd-e2d0-435a-a427-b1240980278f req-ecf64574-6e53-47e7-b7e3-6ad6fbeb3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:19.873695 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-ecf64574-6e53-47e7-b7e3-6ad6fbeb3ed4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 200 len: 847 time: 0.4633338 Jul 13 14:50:19.975180 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:19.975866 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:20.008226 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-537f584c-c3a8-46cb-9b20-d34f8dd6ab8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7532823 Jul 13 14:50:20.017086 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573cdc3-81b4-4b68-933c-2699ee55d9de req-cd0bc013-9e49-46b8-8963-4b8fa4e60a3c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:20.018665 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8573cdc3-81b4-4b68-933c-2699ee55d9de req-cd0bc013-9e49-46b8-8963-4b8fa4e60a3c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.2485459 Jul 13 14:50:20.034238 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Request body: {'port': {'device_id': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:20.120413 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a87afc-ab0f-44d5-8df9-6265c9077f6d req-76c1dc9c-f469-4ef7-973e-5ed5135974fb tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:20.121858 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63a87afc-ab0f-44d5-8df9-6265c9077f6d req-76c1dc9c-f469-4ef7-973e-5ed5135974fb tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.2207024 Jul 13 14:50:20.123592 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8dcd-e2d0-435a-a427-b1240980278f req-05e1454d-69d4-472a-a513-19705637434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:20.124979 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-05e1454d-69d4-472a-a513-19705637434c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8349766d-ff31-4ea5-b580-00934bbb0f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2392395 Jul 13 14:50:20.143635 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-3595e9b3-da44-47af-8cc2-b69c155fb90e None None] Provisioning for port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:20.150276 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8573cdc3-81b4-4b68-933c-2699ee55d9de req-37b1e399-c107-4c31-b0dc-8f942849dd9d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129055 Jul 13 14:50:20.150571 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-3595e9b3-da44-47af-8cc2-b69c155fb90e None None] Provisioning complete for port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:20.150729 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-3595e9b3-da44-47af-8cc2-b69c155fb90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:20.211121 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-3595e9b3-da44-47af-8cc2-b69c155fb90e None None] Port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:20.257176 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:20.261575 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63a87afc-ab0f-44d5-8df9-6265c9077f6d req-2bc94eee-fcb3-4e67-a2cb-f56a66c567a1 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292284 Jul 13 14:50:20.388428 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-8678e58d-ac03-4e65-9f56-16470e4ee32f service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546842 Jul 13 14:50:20.659865 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987d1a4-e6d6-496d-b190-83d641a587e6 req-6dd83b8b-73be-409c-bee1-f199e43c5b22 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:20.661800 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6987d1a4-e6d6-496d-b190-83d641a587e6 req-6dd83b8b-73be-409c-bee1-f199e43c5b22 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 932 time: 0.3479242 Jul 13 14:50:20.701145 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-132a8dcd-e2d0-435a-a427-b1240980278f req-4e0dc46c-c8e0-442c-94d1-290330fda519 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022511 Jul 13 14:50:20.730957 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ea0b2-d6af-46cc-a039-b8069daf00b3 req-16efac7c-793e-495d-aa5c-493ffef64773 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:20.732452 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e69ea0b2-d6af-46cc-a039-b8069daf00b3 req-16efac7c-793e-495d-aa5c-493ffef64773 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.3540361 Jul 13 14:50:20.802050 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6987d1a4-e6d6-496d-b190-83d641a587e6 req-9da4509d-acec-4bd8-8e7f-8632c420b605 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296868 Jul 13 14:50:20.880635 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e69ea0b2-d6af-46cc-a039-b8069daf00b3 req-9803943b-45e8-45d4-9434-3d463e47f964 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&id=1fd019d9-3b5b-49a5-a2b1-7a1ada950463&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389668 Jul 13 14:50:20.894298 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:20.904395 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:20.923378 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-e761b479-018f-454c-97f4-28b7ebc32dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:20.925866 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-e761b479-018f-454c-97f4-28b7ebc32dcd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1096 time: 0.1619449 Jul 13 14:50:20.927184 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Transition to ACTIVE for port object 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:20.940638 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:21.042200 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:21.155532 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-cceaec55-b464-47d6-bc29-b486536f3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.157324 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-cceaec55-b464-47d6-bc29-b486536f3e6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 909 time: 0.2258205 Jul 13 14:50:21.237621 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-1f16606b-0aed-4cc2-8870-a6e208ffb3f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 217 time: 0.0684662 Jul 13 14:50:21.251232 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-6b875735-62c8-4cd9-88c3-4e5cd7118cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.252811 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-6b875735-62c8-4cd9-88c3-4e5cd7118cf0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 1099 time: 0.0819931 Jul 13 14:50:21.350465 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Attempting to bind port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:21.350958 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Attempting to bind port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:21.351409 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Attempting to bind port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc on network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:21.366197 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc on network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:50:21.366673 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Attempting to bind port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc on network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:21.367256 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-879d40f0-6a8d-4e76-9155-5eac83cbbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.371644 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-879d40f0-6a8d-4e76-9155-5eac83cbbeed service neutron] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 912 time: 0.1129563 Jul 13 14:50:21.382127 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-3013ec0a-70ea-48eb-9a0a-c227f35cb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.383829 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-3013ec0a-70ea-48eb-9a0a-c227f35cb14c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 200 len: 847 time: 0.1378005 Jul 13 14:50:21.391656 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:21.392120 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Checking segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:21.392613 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Bound using segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:21.394081 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Bound port: 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:21.394795 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:21.481326 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-77f17c20-1f14-4601-8974-1ae1ebdbd0c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb HTTP/1.1" status: 200 len: 1002 time: 0.1033669 Jul 13 14:50:21.576474 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666abb-2050-47dc-80ff-5da8d3f82e08 req-71553f25-dac8-4789-87c4-154c09ec5b71 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.578418 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-1745eec8-6493-4d91-97e4-257558dedc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.579012 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6f666abb-2050-47dc-80ff-5da8d3f82e08 req-71553f25-dac8-4789-87c4-154c09ec5b71 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.3372982 Jul 13 14:50:21.581120 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-1745eec8-6493-4d91-97e4-257558dedc60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.0927601 Jul 13 14:50:21.648983 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:21.651335 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-9d8f9562-100a-4270-ad72-c00a5a2f7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.652890 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-9d8f9562-100a-4270-ad72-c00a5a2f7265 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656297 Jul 13 14:50:21.689222 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:21.719716 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:21.742821 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-c2502aa5-391d-4968-b795-47f4d6058b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.745260 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-c2502aa5-391d-4968-b795-47f4d6058b84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8349766d-ff31-4ea5-b580-00934bbb0f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3551178 Jul 13 14:50:21.764307 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-1abdfdea-2808-43c3-afc6-8eb4c098e082 service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043701 Jul 13 14:50:21.770141 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6f666abb-2050-47dc-80ff-5da8d3f82e08 req-e81c0277-8f2a-4d74-9d26-e58f807ddb93 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711788 Jul 13 14:50:21.804523 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbac07-e4a5-434a-9ee5-09b9ae716ebf req-588f46f9-a62f-4141-b25c-61879274f9ae tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.806069 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-94fbac07-e4a5-434a-9ee5-09b9ae716ebf req-588f46f9-a62f-4141-b25c-61879274f9ae tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.3706107 Jul 13 14:50:21.807362 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.807993 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:21.809285 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] 10.222.0.61 "PUT /v2.0/ports/5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc HTTP/1.1" status: 200 len: 1094 time: 1.7858810 Jul 13 14:50:21.821464 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:21.825188 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:21.886765 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-2d1d7009-1704-48a1-8a2b-4c9f7e8f0bfd service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154690 Jul 13 14:50:21.917392 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f548cbf4-66fb-4759-96fa-7111015671bb x-openstack-request-id: req-f548cbf4-66fb-4759-96fa-7111015671bb {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:21.917818 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:21.918168 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f548cbf4-66fb-4759-96fa-7111015671bb {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:21.918647 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'status': 'completed', 'code': 200} Jul 13 14:50:21.929124 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1ed55-a21f-4e88-9a04-d0d843d7e6cf service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:21.981440 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-94fbac07-e4a5-434a-9ee5-09b9ae716ebf req-575be83d-2f0c-4d04-9a9c-cc5b752d9bff tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529033 Jul 13 14:50:22.058517 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-20615a56-7d81-4b4e-b0bc-71568d8819b9 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857580 Jul 13 14:50:22.062564 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-3aa6604a-104b-45e8-adda-7c2d0332de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:22.064065 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-3aa6604a-104b-45e8-adda-7c2d0332de0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 1097 time: 0.2010143 Jul 13 14:50:22.174479 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-f604a3c6-6f7f-47f3-903a-72e91bf17868 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc HTTP/1.1" status: 200 len: 217 time: 0.1010838 Jul 13 14:50:22.267709 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-e327e620-6961-4b5c-a63d-0932716d9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:22.269308 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-e327e620-6961-4b5c-a63d-0932716d9cf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0877430 Jul 13 14:50:22.277748 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b434ce-c319-4053-a87f-cd9630e12fc5 req-721cce86-8cf3-4d9a-a6f4-dd1fff48258e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:22.279301 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-85b434ce-c319-4053-a87f-cd9630e12fc5 req-721cce86-8cf3-4d9a-a6f4-dd1fff48258e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.2685292 Jul 13 14:50:22.346361 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-081c2e6f-8903-45b6-bd79-52ef0833877b req-0ac86f16-d9ae-4f63-a7cc-b8187b78f488 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703555 Jul 13 14:50:22.386383 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-85b434ce-c319-4053-a87f-cd9630e12fc5 req-4fb46fad-283a-48cb-b201-f14d267ab268 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814905 Jul 13 14:50:22.401840 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-35eb310a-d1b5-4295-958f-a86c8648d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:22.405846 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-35eb310a-d1b5-4295-958f-a86c8648d59c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1108410 Jul 13 14:50:22.527583 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-7e2388df-9179-45cb-9791-6649097c9728 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149554 Jul 13 14:50:22.629199 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-750d1775-e4f7-4b08-a22f-49cee824b0e7 req-69876b13-5138-4815-bc59-485c5fcb1134 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946274 Jul 13 14:50:22.745771 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-b07e7a91-19f0-47c2-bcbb-2c93fd67a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:22.747332 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-b07e7a91-19f0-47c2-bcbb-2c93fd67a0c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 1097 time: 0.0630794 Jul 13 14:50:22.855144 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-adb593f9-75a8-4999-ac01-eaf05b5008d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:22.857698 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-adb593f9-75a8-4999-ac01-eaf05b5008d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.1019959 Jul 13 14:50:22.906935 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-c07ec388-39d3-4359-9891-b5133eab9e1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc HTTP/1.1" status: 200 len: 217 time: 0.0398548 Jul 13 14:50:22.996512 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-2642f86d-5fc8-472b-86c8-e49184d0692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:22.998145 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-2642f86d-5fc8-472b-86c8-e49184d0692f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0821283 Jul 13 14:50:23.048633 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63242d67-91b0-423b-983b-3193356928fa req-fcbd52e5-8f69-42d2-92d9-34254f97f9ac tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:23.050171 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63242d67-91b0-423b-983b-3193356928fa req-fcbd52e5-8f69-42d2-92d9-34254f97f9ac tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.1464574 Jul 13 14:50:23.106684 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63242d67-91b0-423b-983b-3193356928fa req-8f3e72bc-a373-4db4-a7a1-ceb2daeac1e0 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490561 Jul 13 14:50:23.111294 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-29dce828-1e8e-4342-a53d-b5d5318d7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:23.112795 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-29dce828-1e8e-4342-a53d-b5d5318d7eea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1059568 Jul 13 14:50:23.182547 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b27f4-0641-4f6b-b7b1-8ee2761567e9 req-e77558c8-02f6-40e4-8217-83dbcc66c73d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:23.184120 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3a4b27f4-0641-4f6b-b7b1-8ee2761567e9 req-e77558c8-02f6-40e4-8217-83dbcc66c73d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0756764 Jul 13 14:50:23.508741 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3a4b27f4-0641-4f6b-b7b1-8ee2761567e9 req-87981147-7f4b-4568-9a33-4d91007a804a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185632 Jul 13 14:50:23.584234 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fd20a-af8c-4182-9137-94ef2ef2c5e7 req-677f87d0-ea70-4112-84af-e5d6a192f9c3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:23.585850 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b47fd20a-af8c-4182-9137-94ef2ef2c5e7 req-677f87d0-ea70-4112-84af-e5d6a192f9c3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0673587 Jul 13 14:50:23.630954 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b47fd20a-af8c-4182-9137-94ef2ef2c5e7 req-8622dab8-2701-44c4-bfe2-939ec15f3adf tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348914 Jul 13 14:50:24.045328 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-42b20c1b-41e5-4034-8429-f5165b1ae29e service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897820 Jul 13 14:50:24.698215 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0670b-a630-4013-ae95-8d01433b153e req-8ab329b5-e957-4fb9-be05-f8c289179df9 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:24.700057 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-68d0670b-a630-4013-ae95-8d01433b153e req-8ab329b5-e957-4fb9-be05-f8c289179df9 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0762420 Jul 13 14:50:24.747857 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-68d0670b-a630-4013-ae95-8d01433b153e req-08a325d9-a441-48d5-9b1d-8dcbed113998 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Jul 13 14:50:24.816025 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4fcd2-c0bb-4659-80d2-a6c43de4ca92 req-ca34f7c2-a620-4ded-9e84-ef35b70a4cd1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:24.818199 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f1e4fcd2-c0bb-4659-80d2-a6c43de4ca92 req-ca34f7c2-a620-4ded-9e84-ef35b70a4cd1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0655961 Jul 13 14:50:24.905660 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f1e4fcd2-c0bb-4659-80d2-a6c43de4ca92 req-8cc1c217-f7ed-4c63-a972-1927819515bf tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819314 Jul 13 14:50:24.962383 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-63e7bc6b-df88-4eb6-ae1a-bb19eb9153b3 req-c11ff2e1-983c-470a-8a08-4beceaca437d service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109316 Jul 13 14:50:25.928072 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3fefc-9144-410f-9ab4-b7f0a2159b32 req-8f0171e3-3718-4bad-ba93-9aa425573183 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:25.929632 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-72b3fefc-9144-410f-9ab4-b7f0a2159b32 req-8f0171e3-3718-4bad-ba93-9aa425573183 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0666211 Jul 13 14:50:25.979671 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-72b3fefc-9144-410f-9ab4-b7f0a2159b32 req-6e0d5367-e4f1-4e75-b945-7d22ce70b955 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444353 Jul 13 14:50:26.102040 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e18ebe-5fd4-45a5-bd4b-20d205d82fcd req-aee7620b-0250-40c1-9e73-16dc3fca12f2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:26.103753 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2e18ebe-5fd4-45a5-bd4b-20d205d82fcd req-aee7620b-0250-40c1-9e73-16dc3fca12f2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0745580 Jul 13 14:50:26.143580 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b2e18ebe-5fd4-45a5-bd4b-20d205d82fcd req-ad39acac-a144-43e2-b104-8d56f59ed6ae tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340269 Jul 13 14:50:26.474817 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c74b159f-2fd5-4ed8-82d5-735f08c5cb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:26.869592 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51302) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:26.998554 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.112986 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.117240 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.156298 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1674c415040f4653bcd322bbe14c641a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855909 Jul 13 14:50:27.157556 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37c7ef2-9590-43e4-9f6a-28caca3f9da9,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:27.159859 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51314) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:27.177347 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.177744 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.178081 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.178407 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.178753 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.179078 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.179398 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.179753 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.180059 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.180375 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.180689 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.180999 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbc89b0-0125-4943-898a-98153afbbfa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:27.185091 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c0f74-16b9-42ca-8066-7fd803872dee req-f7149baa-a7af-45cf-a52b-536e1676f5d1 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:27.187200 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a75c0f74-16b9-42ca-8066-7fd803872dee req-f7149baa-a7af-45cf-a52b-536e1676f5d1 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0828600 Jul 13 14:50:27.230942 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f38a33c2-bab2-44ec-9e59-38a50fd71074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.233558 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a75c0f74-16b9-42ca-8066-7fd803872dee req-7aef2367-b52c-4137-813a-e3d77cb0f5f0 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392160 Jul 13 14:50:27.264307 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f38a33c2-bab2-44ec-9e59-38a50fd71074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.314321 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f38a33c2-bab2-44ec-9e59-38a50fd71074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.317592 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f38a33c2-bab2-44ec-9e59-38a50fd71074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.323706 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f38a33c2-bab2-44ec-9e59-38a50fd71074 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d37c7ef2-9590-43e4-9f6a-28caca3f9da9 HTTP/1.1" status: 204 len: 168 time: 0.1595120 Jul 13 14:50:27.333121 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a33c2-bab2-44ec-9e59-38a50fd71074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37c7ef2-9590-43e4-9f6a-28caca3f9da9,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:27.386332 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa6384-2eae-4733-be19-b3a8efe1eefa req-69381a12-bdf1-418e-97f1-378c1632fd90 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:27.387894 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-87fa6384-2eae-4733-be19-b3a8efe1eefa req-69381a12-bdf1-418e-97f1-378c1632fd90 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0934160 Jul 13 14:50:27.449086 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-87fa6384-2eae-4733-be19-b3a8efe1eefa req-4f260302-8032-4918-9515-9583d7d68319 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529058 Jul 13 14:50:27.630649 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51322) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:27.643954 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f9237c1b-9183-4960-91d7-1355261b1439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.737230 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f9237c1b-9183-4960-91d7-1355261b1439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.741584 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f9237c1b-9183-4960-91d7-1355261b1439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.782045 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9237c1b-9183-4960-91d7-1355261b1439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d202db-f601-4649-8c95-1babfd31d592,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:27.788160 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f9237c1b-9183-4960-91d7-1355261b1439 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53969fc0108a45c89fe219e8f4e43aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564391 Jul 13 14:50:27.790858 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51324) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:27.840029 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a20f772e-e8b0-4003-8654-7678a84de0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.862061 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a20f772e-e8b0-4003-8654-7678a84de0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.909361 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a20f772e-e8b0-4003-8654-7678a84de0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.913078 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a20f772e-e8b0-4003-8654-7678a84de0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.914241 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-a20f772e-e8b0-4003-8654-7678a84de0c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69d202db-f601-4649-8c95-1babfd31d592 HTTP/1.1" status: 204 len: 168 time: 0.1224594 Jul 13 14:50:27.922468 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f772e-e8b0-4003-8654-7678a84de0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d202db-f601-4649-8c95-1babfd31d592,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:28.279496 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51338) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:28.294127 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-28b6bdbb-d232-4f64-855a-55db2e177713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.387316 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:50:28.425664 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-28b6bdbb-d232-4f64-855a-55db2e177713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.430987 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-28b6bdbb-d232-4f64-855a-55db2e177713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.466562 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b0e35-8cc4-4cbf-b360-07b51d83a5cc req-b401c714-891f-4650-8a9d-fecffcee2a9b tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:28.470422 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50b0e35-8cc4-4cbf-b360-07b51d83a5cc req-b401c714-891f-4650-8a9d-fecffcee2a9b tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.1072788 Jul 13 14:50:28.484365 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-28b6bdbb-d232-4f64-855a-55db2e177713 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61a3f563e1534544978764bce413c3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013030 Jul 13 14:50:28.485592 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51342) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:28.493776 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6bdbb-d232-4f64-855a-55db2e177713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5b584-4fc2-4d80-ae27-d020c1d05a10,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:28.557462 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dba5d7c-59e7-43d4-b83f-055d9670b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.558453 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50b0e35-8cc4-4cbf-b360-07b51d83a5cc req-6c1d2b5a-ae15-484f-8fba-b3c48e29f270 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806653 Jul 13 14:50:28.570056 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:28.593582 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'port_id': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'mac_address': 'fa:16:3e:6a:bc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:50:28.598022 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dba5d7c-59e7-43d4-b83f-055d9670b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.639207 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.657368 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:28.679751 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:28.697646 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.698237 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dba5d7c-59e7-43d4-b83f-055d9670b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.701019 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3dba5d7c-59e7-43d4-b83f-055d9670b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.702401 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-3dba5d7c-59e7-43d4-b83f-055d9670b5cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31f5b584-4fc2-4d80-ae27-d020c1d05a10 HTTP/1.1" status: 204 len: 168 time: 0.2155304 Jul 13 14:50:28.705958 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f65de9-2a0a-4519-a839-2b420b74fc7d req-8d371b93-3880-4622-812f-4874fd9cf6eb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:28.709090 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f7f65de9-2a0a-4519-a839-2b420b74fc7d req-8d371b93-3880-4622-812f-4874fd9cf6eb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0971127 Jul 13 14:50:28.728979 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba5d7c-59e7-43d4-b83f-055d9670b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5b584-4fc2-4d80-ae27-d020c1d05a10,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:28.764756 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f7f65de9-2a0a-4519-a839-2b420b74fc7d req-202550e8-3bcb-4774-8f37-ed12823e1872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482979 Jul 13 14:50:28.773157 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:28.951953 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:29.515390 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:29.775639 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc33c5d-1370-479b-b8f5-0f0ebeb89566 req-dce0a281-6d29-47ed-b4e6-6ae4dca43b65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:29.777235 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bcc33c5d-1370-479b-b8f5-0f0ebeb89566 req-dce0a281-6d29-47ed-b4e6-6ae4dca43b65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0738015 Jul 13 14:50:29.820963 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bcc33c5d-1370-479b-b8f5-0f0ebeb89566 req-871ca8a5-8e22-46d8-8691-cf18c808db2c tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376451 Jul 13 14:50:29.864096 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b390dcc1-dd52-41ff-9943-c93b9aec979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:29.973189 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99198874-31d4-47d3-bed2-e9a678029ce9 req-7436dce8-adeb-4c2c-acf2-306d45e98518 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:29.975736 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-99198874-31d4-47d3-bed2-e9a678029ce9 req-7436dce8-adeb-4c2c-acf2-306d45e98518 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 945 time: 0.0724690 Jul 13 14:50:30.015731 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-99198874-31d4-47d3-bed2-e9a678029ce9 req-e9f1555f-1d3b-4a79-a370-af0c15fadcaa tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337212 Jul 13 14:50:30.407394 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:30.436166 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:30.466458 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:30.470918 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:30.471581 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:30.559870 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:30.594317 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:30.600165 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e663286-5a10-4f2b-bcd2-331b8ecff7ed" -d '{"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:30.643678 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:30.657644 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566aef1a-f8b9-4a4b-979a-45c6b8058891 x-openstack-request-id: req-566aef1a-f8b9-4a4b-979a-45c6b8058891 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:30.657644 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:30.657644 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-566aef1a-f8b9-4a4b-979a-45c6b8058891 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:30.657644 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'code': 200} Jul 13 14:50:30.659971 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:30.845337 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:30.993185 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229be46f-5313-4926-bde1-e0a23a6c9a87 req-7f7138bd-e2eb-432f-b56a-1d4c33d7ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:30.994807 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-229be46f-5313-4926-bde1-e0a23a6c9a87 req-7f7138bd-e2eb-432f-b56a-1d4c33d7ec1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 1099 time: 0.0992787 Jul 13 14:50:31.044061 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-229be46f-5313-4926-bde1-e0a23a6c9a87 req-17bbb474-e173-4bcf-b364-74416d2ad566 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Jul 13 14:50:31.056837 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806b239-96ce-450e-8874-d90bb98dbbb5 req-5577e0d4-7225-45f3-8f55-6f6b0dec6528 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:31.058080 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9806b239-96ce-450e-8874-d90bb98dbbb5 req-5577e0d4-7225-45f3-8f55-6f6b0dec6528 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0982406 Jul 13 14:50:31.102524 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9806b239-96ce-450e-8874-d90bb98dbbb5 req-453a9cf8-2e11-4e1c-b2bf-3932b52367d7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380237 Jul 13 14:50:31.215935 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312238-91c6-4674-874c-0758b44f4d76 req-6e1831ea-84f7-42d6-a2df-9b70abbf3ba7 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:31.217536 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b312238-91c6-4674-874c-0758b44f4d76 req-6e1831ea-84f7-42d6-a2df-9b70abbf3ba7 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0732541 Jul 13 14:50:31.269608 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b312238-91c6-4674-874c-0758b44f4d76 req-ca34994d-66b1-4bcd-8c0c-f0dad392c7a5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457156 Jul 13 14:50:31.969563 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51426) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:32.095147 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.120874 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9e78-d26e-45e3-a963-00e28851c10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.291439 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9e78-d26e-45e3-a963-00e28851c10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.297168 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9e78-d26e-45e3-a963-00e28851c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.340788 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-dd9d9e78-d26e-45e3-a963-00e28851c10c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f9285f2254a4ecd9e1ddce214afd2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699343 Jul 13 14:50:32.344071 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51438) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:32.351189 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3add27-43a2-4bea-9b88-f5604e310297 req-a1368be9-380f-4e3a-a3fd-360668a87304 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:32.354266 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ae3add27-43a2-4bea-9b88-f5604e310297 req-a1368be9-380f-4e3a-a3fd-360668a87304 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.1097045 Jul 13 14:50:32.417003 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ae3add27-43a2-4bea-9b88-f5604e310297 req-717d85c0-a153-4c9d-8288-6f486f4c2a71 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563023 Jul 13 14:50:32.422554 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 088643e2-679f-477f-b7af-0cd796a4e4ba details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:50:32.440329 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d9e78-d26e-45e3-a963-00e28851c10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4a6923-3aec-4ff1-b81a-719936546e51,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:32.449196 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-16d6acaf-304e-4c2c-b7ef-a57ab5f780e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.481427 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-16d6acaf-304e-4c2c-b7ef-a57ab5f780e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.527179 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f39f38-2c86-46c9-978e-1dfd16bbc433 req-6ecd7634-a191-427c-b6f2-4e344aa6cf63 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:32.531480 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-56f39f38-2c86-46c9-978e-1dfd16bbc433 req-6ecd7634-a191-427c-b6f2-4e344aa6cf63 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.1164501 Jul 13 14:50:32.552038 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-16d6acaf-304e-4c2c-b7ef-a57ab5f780e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.557367 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-16d6acaf-304e-4c2c-b7ef-a57ab5f780e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.559284 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-16d6acaf-304e-4c2c-b7ef-a57ab5f780e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc4a6923-3aec-4ff1-b81a-719936546e51 HTTP/1.1" status: 204 len: 168 time: 0.2132134 Jul 13 14:50:32.588989 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-56f39f38-2c86-46c9-978e-1dfd16bbc433 req-12dcabda-a714-4e9e-96bf-d437b16964ef tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445621 Jul 13 14:50:32.594271 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6acaf-304e-4c2c-b7ef-a57ab5f780e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4a6923-3aec-4ff1-b81a-719936546e51,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:32.634221 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:32.653820 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'port_id': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'mac_address': 'fa:16:3e:9f:f1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:50:32.716075 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.739714 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088643e2-679f-477f-b7af-0cd796a4e4ba {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:32.767850 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:32.776980 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:32.838289 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:32.871580 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7829b-be4f-4c0f-8d45-4d08c8512776 req-a7e63d63-59e5-4e00-a95e-33c4a8b9fb23 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:32.873242 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-65d7829b-be4f-4c0f-8d45-4d08c8512776 req-a7e63d63-59e5-4e00-a95e-33c4a8b9fb23 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0840042 Jul 13 14:50:32.883647 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51454) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:32.888664 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'floatingip': {'port_id': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:32.990605 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:33.048004 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-6442e771-0ed5-4cc8-a054-891a7449288e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636361 Jul 13 14:50:33.055477 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['088643e2-679f-477f-b7af-0cd796a4e4ba'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:33.154208 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-1fc03448-8b73-4d61-8a3b-a4b68f9d0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:33.155920 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-1fc03448-8b73-4d61-8a3b-a4b68f9d0f05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 1099 time: 0.0679030 Jul 13 14:50:33.305034 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-7384b202-681c-40bb-9258-ed97ca91684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:33.306955 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-7384b202-681c-40bb-9258-ed97ca91684b service neutron] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 912 time: 0.1277018 Jul 13 14:50:33.384262 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-0b13961a-88df-45b8-a409-1590c59ef46c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb HTTP/1.1" status: 200 len: 1002 time: 0.0685151 Jul 13 14:50:33.444910 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-7ba819bd-7c5c-4191-9b6b-92008577036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:33.447121 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-7ba819bd-7c5c-4191-9b6b-92008577036c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.0546348 Jul 13 14:50:33.501996 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51474) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:33.545208 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-a25d5a4a-7b45-45df-a3d2-45ee218c2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:33.546967 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-a25d5a4a-7b45-45df-a3d2-45ee218c2e94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870440 Jul 13 14:50:33.637536 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-896090691-network', 'tenant_id': '597259c7ef254b38bfb1c3a124cc0255'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:33.662525 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:33.670618 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:33.690401 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-17e622dd-a8cb-4944-8979-f81ce63bfb2c service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324975 Jul 13 14:50:33.703181 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0edc-9a42-44ab-bb53-ee02aa525ead req-1ee77a56-b7e5-4a32-bcc2-dc9bbefb7bd6 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:33.705303 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d4e0edc-9a42-44ab-bb53-ee02aa525ead req-1ee77a56-b7e5-4a32-bcc2-dc9bbefb7bd6 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 944 time: 0.1481645 Jul 13 14:50:33.707371 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Made reservation on behalf of 597259c7ef254b38bfb1c3a124cc0255 for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:33.709782 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:33.724807 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:33.801414 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d4e0edc-9a42-44ab-bb53-ee02aa525ead req-10e83d99-a343-4ea0-a822-9ff000f9e397 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758128 Jul 13 14:50:33.827000 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.l3_db [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Floating IP bd41766d-2b7b-44e0-afc0-bf712bb74ea2 associated. External IP: 172.27.1.166, port: 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc. Jul 13 14:50:33.852088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-992fa40e-d96f-41fc-ba52-dc798d440593 req-4ecfc2c9-3ee7-4e93-8e99-99c236a6f21c service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460185 Jul 13 14:50:33.982537 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:33.988772 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.063841 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:50:34.080256 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9af997e-d88c-41be-8273-2a21f6abd553,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:34.127698 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.128045 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Added segment 543d5705-40da-4c9a-b17f-4f6141fd4d93 of type vlan for network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 Jul 13 14:50:34.189265 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.211071 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Router 28549460-5d39-488d-a940-03c9806c8516 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:50:34.235998 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.236969 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:34.237600 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.356363 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 51486) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:34.430729 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 088643e2-679f-477f-b7af-0cd796a4e4ba up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:34.506378 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.515198 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 088643e2-679f-477f-b7af-0cd796a4e4ba completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:34.520269 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 088643e2-679f-477f-b7af-0cd796a4e4ba triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:34.521216 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.570551 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] Pushing event updated for resources: {'Network': ['ID=651d48e6-c602-4f3c-ba8d-dc6de0d48828,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:34.586089 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:50:34.628778 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:34.634342 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.650812 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.655544 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.671863 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-cf49581c-2fd3-4a21-ac1b-5252ef844c42 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1684341 Jul 13 14:50:34.672129 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 51490) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:34.676190 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] Sync routers for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:34.683825 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Request body: {'subnet': {'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-896090691-subnet', 'tenant_id': '597259c7ef254b38bfb1c3a124cc0255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:34.692526 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-8a655384-026f-482a-8f73-4c04f2852968 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "PUT /v2.0/floatingips/bd41766d-2b7b-44e0-afc0-bf712bb74ea2 HTTP/1.1" status: 200 len: 992 time: 1.8075361 Jul 13 14:50:34.694443 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:34.696100 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04f3d72-09c1-40dc-85fc-9c11a1591e96" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:34.719729 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:34.720425 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:34.728265 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d324549faab43698bba990d30c545bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659170 Jul 13 14:50:34.728544 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d290d19b-5e67-498c-bb9f-706b6ec85ea4,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:34.728685 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51496) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:34.743558 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.743957 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.744299 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.745175 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.745538 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.745875 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.746208 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.746540 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.746869 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.747195 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.747522 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.748131 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6799e3-6bed-477d-9080-f66d0cfedacb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:34.758171 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Made reservation on behalf of 597259c7ef254b38bfb1c3a124cc0255 for: {'subnet': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:34.763571 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59366631'] for subnet, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.789300 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8d094a-cb8a-4a55-9f00-4324f7addece x-openstack-request-id: req-ff8d094a-cb8a-4a55-9f00-4324f7addece {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:34.789726 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:34.790136 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff8d094a-cb8a-4a55-9f00-4324f7addece {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:34.790764 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'status': 'completed', 'code': 200} Jul 13 14:50:34.810725 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.833400 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ba74abe0-1437-4af1-aba0-ee3c4ac38013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.858891 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:34.861605 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7ca85a-7efc-4b51-8ec4-30ce5ba65543" -d '{"events": [{"server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "name": "network-vif-plugged", "status": "completed", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:34.889200 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ba74abe0-1437-4af1-aba0-ee3c4ac38013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.921634 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:34.930502 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-d12f54e4-21ca-487f-8825-212df5c89372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:34.932230 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.932399 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-d12f54e4-21ca-487f-8825-212df5c89372 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 1099 time: 0.1102688 Jul 13 14:50:34.980065 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e28b56-dc30-46ff-a3ee-4ca16fb4376b x-openstack-request-id: req-c1e28b56-dc30-46ff-a3ee-4ca16fb4376b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:34.980312 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "name": "network-vif-plugged", "status": "completed", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:34.980546 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1e28b56-dc30-46ff-a3ee-4ca16fb4376b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:34.981176 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'code': 200} Jul 13 14:50:34.988132 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ba74abe0-1437-4af1-aba0-ee3c4ac38013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.995949 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ba74abe0-1437-4af1-aba0-ee3c4ac38013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:34.997174 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ba74abe0-1437-4af1-aba0-ee3c4ac38013 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d290d19b-5e67-498c-bb9f-706b6ec85ea4 HTTP/1.1" status: 204 len: 168 time: 0.2675426 Jul 13 14:50:35.007106 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74abe0-1437-4af1-aba0-ee3c4ac38013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d290d19b-5e67-498c-bb9f-706b6ec85ea4,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:35.009375 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:35.045741 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:35.131497 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60264845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59366613'] for subnet, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.257759 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70885b66-8f94-459b-a3de-47a7042d2411,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:35.290789 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-483588ee-3b5b-4b32-9e9a-2b8f71288751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:35.293371 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-483588ee-3b5b-4b32-9e9a-2b8f71288751 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.3100474 Jul 13 14:50:35.404346 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'bd41766d-2b7b-44e0-afc0-bf712bb74ea2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '28549460-5d39-488d-a940-03c9806c8516', 'port_id': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'mac_address': 'fa:16:3e:6a:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:13Z', 'updated_at': '2021-07-13T14:50:33Z', 'revision_number': 1, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:35.419652 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Checking segment: {'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:35.419652 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Network hostable DHCP agents. Network: 651d48e6-c602-4f3c-ba8d-dc6de0d48828, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:50:35.436642 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] Checking router: 28549460-5d39-488d-a940-03c9806c8516 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:35.447755 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:35.448478 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:35.448672 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063742-10c7-4e80-85f6-51fc4a984008 req-740045bf-85ac-41c2-a097-7405d36dd0c1 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:35.453995 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a4063742-10c7-4e80-85f6-51fc4a984008 req-740045bf-85ac-41c2-a097-7405d36dd0c1 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.3753428 Jul 13 14:50:35.490200 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51506) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:35.506342 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-86c44321-beab-4c5f-b0c2-43c500d9d826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.523517 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-e161ee79-2a9f-4cc5-865c-9ea948cbfab7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc HTTP/1.1" status: 200 len: 1000 time: 0.2191656 Jul 13 14:50:35.532762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:50:35.594785 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:35.604475 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a4063742-10c7-4e80-85f6-51fc4a984008 req-58af6c11-9aa0-4efc-a15c-a9ebce84929a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431534 Jul 13 14:50:35.623658 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 651d48e6-c602-4f3c-ba8d-dc6de0d48828) {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:35.637001 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa639-707d-4efe-8115-edc1fe808943 req-7a796f7b-4875-48d1-b517-25b2c9295a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:35.639197 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-86c44321-beab-4c5f-b0c2-43c500d9d826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.640164 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-70cfa639-707d-4efe-8115-edc1fe808943 req-7a796f7b-4875-48d1-b517-25b2c9295a46 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1098 time: 0.3381569 Jul 13 14:50:35.641696 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:35.642037 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2cbab-b5c8-47dc-b985-b9abd1c04a1a None None] Network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:50:35.642433 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.645218 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-86c44321-beab-4c5f-b0c2-43c500d9d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.684287 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-7f69e43e-3bde-4d78-a74b-33368241f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:35.684287 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-7f69e43e-3bde-4d78-a74b-33368241f919 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.1421931 Jul 13 14:50:35.711184 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-74f16880-fcf1-4cb4-b643-9e08a5fb2e99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0312943 Jul 13 14:50:35.733009 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c44321-beab-4c5f-b0c2-43c500d9d826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c603b591-c8a9-4414-9515-74780dba13b7,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:35.743289 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-70cfa639-707d-4efe-8115-edc1fe808943 req-4aed4918-f5af-4968-8ffe-b7fd4501207a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954516 Jul 13 14:50:35.747430 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-86c44321-beab-4c5f-b0c2-43c500d9d826 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a1f87e4284840b7a3bb639359c98efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536955 Jul 13 14:50:35.750455 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51510) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:35.776134 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-f95154a2-7685-4609-8328-4450557e2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:35.779035 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-f95154a2-7685-4609-8328-4450557e2a23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940106 Jul 13 14:50:35.830669 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47758890-7f2a-46aa-bb84-2f3aa617d711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.873537 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47758890-7f2a-46aa-bb84-2f3aa617d711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.940128 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47758890-7f2a-46aa-bb84-2f3aa617d711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.943000 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47758890-7f2a-46aa-bb84-2f3aa617d711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.944478 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-47758890-7f2a-46aa-bb84-2f3aa617d711 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c603b591-c8a9-4414-9515-74780dba13b7 HTTP/1.1" status: 204 len: 168 time: 0.1912622 Jul 13 14:50:35.959021 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47758890-7f2a-46aa-bb84-2f3aa617d711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c603b591-c8a9-4414-9515-74780dba13b7,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:35.962267 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86b4709-a08c-4332-ae31-6e1b88ebadbe None None] Network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:50:36.004396 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-38f13bcd-730a-4eb1-852e-4753c9397d7b service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035701 Jul 13 14:50:36.146339 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e04f3d72-09c1-40dc-85fc-9c11a1591e96 req-600b98e4-4707-4855-b572-9dcdcb70b7fd service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289926 Jul 13 14:50:36.288228 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'bd41766d-2b7b-44e0-afc0-bf712bb74ea2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '28549460-5d39-488d-a940-03c9806c8516', 'port_id': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'mac_address': 'fa:16:3e:6a:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:13Z', 'updated_at': '2021-07-13T14:50:33Z', 'revision_number': 1, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:36.318032 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7082ae1-1a19-4c55-994f-b984e78d0ab5 None None] The sync data for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi is: [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'bd41766d-2b7b-44e0-afc0-bf712bb74ea2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '28549460-5d39-488d-a940-03c9806c8516', 'port_id': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'mac_address': 'fa:16:3e:6a:bc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:13Z', 'updated_at': '2021-07-13T14:50:33Z', 'revision_number': 1, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:36.426360 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:36.637091 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57498da-1c3c-4775-aadc-2c9bc906363a None None] New status for floating IP bd41766d-2b7b-44e0-afc0-bf712bb74ea2: ACTIVE {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:50:36.905249 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b89b36-e5d9-4430-935a-91bd2872a390 req-a62725c3-19a2-4311-ac2e-8e72abb8f763 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:36.907040 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-39b89b36-e5d9-4430-935a-91bd2872a390 req-a62725c3-19a2-4311-ac2e-8e72abb8f763 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0796902 Jul 13 14:50:36.969386 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-39b89b36-e5d9-4430-935a-91bd2872a390 req-31ba2516-be8a-4f6d-8bcb-ff1e963e2f61 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541825 Jul 13 14:50:37.857150 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1c14-32a6-4303-9557-00e069389868 req-0196a37a-18fc-4830-9699-92b485297ac9 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:37.858799 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-0196a37a-18fc-4830-9699-92b485297ac9 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/networks?id=651d48e6-c602-4f3c-ba8d-dc6de0d48828 HTTP/1.1" status: 200 len: 813 time: 0.1301584 Jul 13 14:50:37.879532 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-5ff746a3-a25e-4aa7-a55a-5eda9c59e959 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/quotas/597259c7ef254b38bfb1c3a124cc0255 HTTP/1.1" status: 200 len: 375 time: 0.0107257 Jul 13 14:50:37.921976 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-c8a7a866-01c5-4a06-8641-ee6c204b5238 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=597259c7ef254b38bfb1c3a124cc0255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319674 Jul 13 14:50:38.052706 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-b74bbc95-238e-46e9-b17f-62837b25ab13 service neutron] 10.222.0.37 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189156 Jul 13 14:50:38.220974 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-8c133be1-9217-4a13-a788-66bb233ccce0 service neutron] 10.222.0.37 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642613 Jul 13 14:50:38.236784 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cae00-f5ad-4eb5-88d4-8fc683c93f8b req-98c92604-5afe-473e-bac9-3a027eec12b3 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:38.238364 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-599cae00-f5ad-4eb5-88d4-8fc683c93f8b req-98c92604-5afe-473e-bac9-3a027eec12b3 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.1256073 Jul 13 14:50:38.282097 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-599cae00-f5ad-4eb5-88d4-8fc683c93f8b req-49468ee7-0de8-4950-9619-a3956a5fcf8f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359340 Jul 13 14:50:38.505942 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-12e403ba-3bf3-4efb-9dcd-7fd6830e2be9 req-c00c2ae5-e3d9-4720-9482-07e68fc75807 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 210 time: 0.0364153 Jul 13 14:50:38.576140 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21724a59-f199-45ea-bb45-8c6aedf85b67 req-66aa37ee-65c4-44b4-9ef1-33ac3cc4a066 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:38.577761 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-21724a59-f199-45ea-bb45-8c6aedf85b67 req-66aa37ee-65c4-44b4-9ef1-33ac3cc4a066 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0750649 Jul 13 14:50:38.640344 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-21724a59-f199-45ea-bb45-8c6aedf85b67 req-9f3021fc-ca8d-4e01-85c5-0f6f3cb5a01e tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549428 Jul 13 14:50:38.674945 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51620) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:38.873979 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 51628) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:38.945910 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d229d157-d9c8-4cc9-8b8d-d47a324ede80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.053832 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d498abe6-b695-4c0d-ac24-59744e32ea61 tempest-TestShelveInstance-1072174795 tempest-TestShelveInstance-1072174795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:39.055559 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d498abe6-b695-4c0d-ac24-59744e32ea61 tempest-TestShelveInstance-1072174795 tempest-TestShelveInstance-1072174795-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1093 time: 0.3683696 Jul 13 14:50:39.060330 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 51632) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:39.069708 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'port_id': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:39.106988 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d229d157-d9c8-4cc9-8b8d-d47a324ede80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.116626 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d229d157-d9c8-4cc9-8b8d-d47a324ede80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.165864 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for floatingip, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.180741 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-d229d157-d9c8-4cc9-8b8d-d47a324ede80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=534470f08ca141d6a8be69471e1e5fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016300 Jul 13 14:50:39.181519 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51634) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:39.187531 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229d157-d9c8-4cc9-8b8d-d47a324ede80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c7659-7487-41ba-996c-4feb27db599c,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:39.258052 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-58eeade6-eb8c-48a4-a954-f34c067b9ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.294632 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.305299 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-58eeade6-eb8c-48a4-a954-f34c067b9ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.390740 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-58eeade6-eb8c-48a4-a954-f34c067b9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.393707 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-58eeade6-eb8c-48a4-a954-f34c067b9ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.397738 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-58eeade6-eb8c-48a4-a954-f34c067b9ad8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c28c7659-7487-41ba-996c-4feb27db599c HTTP/1.1" status: 204 len: 168 time: 0.2115846 Jul 13 14:50:39.404159 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eeade6-eb8c-48a4-a954-f34c067b9ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c7659-7487-41ba-996c-4feb27db599c,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:39.439543 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Allocated IP 172.27.1.172 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/a7d9a6cc-eec7-48f2-85fb-8b0bc4318d4b) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:39.617485 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.731256 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-09ebdc52-3d8c-4eee-910b-067b9ac8ab48 req-e72b1172-026e-42f4-9f8d-36ce63d9cbad tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 210 time: 0.0662508 Jul 13 14:50:39.749591 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.796001 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51644) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:39.811688 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-97797342-955d-4efc-92a0-82094d53bb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.814912 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:39.820489 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:39.822981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:39.834218 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'Port': ['ID=a7d9a6cc-eec7-48f2-85fb-8b0bc4318d4b,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:39.968279 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-97797342-955d-4efc-92a0-82094d53bb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:39.976758 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-97797342-955d-4efc-92a0-82094d53bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:40.026832 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-97797342-955d-4efc-92a0-82094d53bb2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4bd04992c224f989b80f8c1ff164499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260740 Jul 13 14:50:40.030881 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51646) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:40.074923 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97797342-955d-4efc-92a0-82094d53bb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677a34c8-f36d-4bda-93ff-8c153ef1e77c,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:40.114539 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1c14-32a6-4303-9557-00e069389868 req-25facd50-2d84-4cfc-9081-1a91b1c10a32 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:40.116197 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-25facd50-2d84-4cfc-9081-1a91b1c10a32 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.61 "GET /v2.0/networks?id=651d48e6-c602-4f3c-ba8d-dc6de0d48828 HTTP/1.1" status: 200 len: 813 time: 0.2061050 Jul 13 14:50:40.132946 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Request body: {'port': {'device_id': '66fdfb26-fc2b-4845-bbd9-4c39940b4a0f', 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828', 'admin_state_up': True, 'tenant_id': '597259c7ef254b38bfb1c3a124cc0255'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:40.156233 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ade8fba9-bb77-49b6-bcef-06550e321827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:40.206520 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ade8fba9-bb77-49b6-bcef-06550e321827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:40.293504 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ade8fba9-bb77-49b6-bcef-06550e321827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:40.296097 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ade8fba9-bb77-49b6-bcef-06550e321827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:40.297422 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ade8fba9-bb77-49b6-bcef-06550e321827 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/677a34c8-f36d-4bda-93ff-8c153ef1e77c HTTP/1.1" status: 204 len: 168 time: 0.2649093 Jul 13 14:50:40.309077 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8fba9-bb77-49b6-bcef-06550e321827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677a34c8-f36d-4bda-93ff-8c153ef1e77c,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:40.722915 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Made reservation on behalf of 597259c7ef254b38bfb1c3a124cc0255 for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:40.727342 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:40.870825 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:40.939896 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a1c7275e-8147-4ca2-8bd1-897b3aaae668 req-8d18f2a9-3c62-444f-ae8c-e7013f147477 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 210 time: 0.0766001 Jul 13 14:50:40.983543 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Allocated IP 172.20.0.8 (651d48e6-c602-4f3c-ba8d-dc6de0d48828/70885b66-8f94-459b-a3de-47a7042d2411/19406456-1f81-4c94-80aa-2806c11dff3f) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:41.035135 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:41.275856 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:41.317594 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:41.334260 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:41.409152 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:41.436609 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event updated for resources: {'Port': ['ID=a7d9a6cc-eec7-48f2-85fb-8b0bc4318d4b,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:41.452242 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:41.479224 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:41.524679 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:41.534872 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:41.578018 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Pushing event updated for resources: {'Port': ['ID=19406456-1f81-4c94-80aa-2806c11dff3f,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:41.643419 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:41.644127 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:41.662932 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Floating IP 82003b2b-7747-4efb-9b79-3740ffc049d5 associated. External IP: 172.27.1.172, port: 088643e2-679f-477f-b7af-0cd796a4e4ba. Jul 13 14:50:41.667895 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-63f0bbea-c4c1-4daf-a96a-5cd2603a913a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5397096 Jul 13 14:50:41.711278 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Request body: {'port': {'device_id': '66fdfb26-fc2b-4845-bbd9-4c39940b4a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:41.855523 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:42.151926 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:50:42.287298 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1814c6f-9bc0-465c-a826-fadb7e41eee7 req-86f95d08-7f4a-487f-b82b-b93ef8fc94a5 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:42.289108 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1814c6f-9bc0-465c-a826-fadb7e41eee7 req-86f95d08-7f4a-487f-b82b-b93ef8fc94a5 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 931 time: 0.2184451 Jul 13 14:50:42.423851 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:42.432667 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1814c6f-9bc0-465c-a826-fadb7e41eee7 req-be6d6991-613d-459a-b20d-74074ccbcf3d tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097186 Jul 13 14:50:42.437046 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] Sync routers for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:42.440148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19406456-1f81-4c94-80aa-2806c11dff3f {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:42.453223 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:42.457174 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:42.459084 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:42.470785 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:42.499857 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Transition to ACTIVE for port object 19406456-1f81-4c94-80aa-2806c11dff3f will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:42.505337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:42.549309 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-39211dfc-d8d1-44c1-ac29-02176456a417 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4865286 Jul 13 14:50:42.565185 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:42.569284 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a610b2e2-9978-43e7-83c4-e5051281e74f" -d '{"events": [{"name": "network-changed", "server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:42.590578 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:42.591297 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Pushing event updated for resources: {'Port': ['ID=19406456-1f81-4c94-80aa-2806c11dff3f,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:42.650974 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023ee6c0-b428-43ee-af26-1a69b6d3f57e x-openstack-request-id: req-023ee6c0-b428-43ee-af26-1a69b6d3f57e {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:42.651337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:42.652252 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-023ee6c0-b428-43ee-af26-1a69b6d3f57e {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:42.652598 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'status': 'completed', 'code': 200} Jul 13 14:50:42.780498 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Attempting to bind port 19406456-1f81-4c94-80aa-2806c11dff3f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:42.781044 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Attempting to bind port 19406456-1f81-4c94-80aa-2806c11dff3f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:42.781597 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Attempting to bind port 19406456-1f81-4c94-80aa-2806c11dff3f on network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:42.803017 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Port 19406456-1f81-4c94-80aa-2806c11dff3f on network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:50:42.803577 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Attempting to bind port 19406456-1f81-4c94-80aa-2806c11dff3f on network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:42.817021 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:42.817550 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Checking segment: {'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:42.818217 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Bound using segment: {'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:42.819255 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Bound port: 19406456-1f81-4c94-80aa-2806c11dff3f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:42.819947 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:42.825590 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-f944563a-879c-4c73-8b1c-e9018548c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:42.829073 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-f944563a-879c-4c73-8b1c-e9018548c5ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1098 time: 0.1612213 Jul 13 14:50:42.852785 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '82003b2b-7747-4efb-9b79-3740ffc049d5', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'port_id': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'mac_address': 'fa:16:3e:9f:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558468a6-6ef9-45b0-be55-36ecd337f508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:40Z', 'updated_at': '2021-07-13T14:50:40Z', 'revision_number': 0, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:38Z', 'revision_number': 5, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:42.881918 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] Checking router: eda79f3e-9f0c-4f5b-8adc-a96936ef4566 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:42.892326 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:42.893055 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:50:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:43.059264 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:43.072944 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] For port 19406456-1f81-4c94-80aa-2806c11dff3f, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:43.077383 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] For port 19406456-1f81-4c94-80aa-2806c11dff3f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19406456-1f81-4c94-80aa-2806c11dff3f,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:43.080632 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-6685c8b0-0740-46a6-9c27-8901fbe33399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.084266 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-6685c8b0-0740-46a6-9c27-8901fbe33399 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 909 time: 0.2394021 Jul 13 14:50:43.087053 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:43.138112 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.139819 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:43.142407 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] 10.222.0.61 "PUT /v2.0/ports/19406456-1f81-4c94-80aa-2806c11dff3f HTTP/1.1" status: 200 len: 1093 time: 1.4377899 Jul 13 14:50:43.338733 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c7ee0-b143-4e84-b221-3e06a0ea73ee service neutron] Pushing event updated for resources: {'Port': ['ID=19406456-1f81-4c94-80aa-2806c11dff3f,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:43.351258 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-56981937-41f4-4ac0-b434-73d3c783a2f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 999 time: 0.2277389 Jul 13 14:50:43.358858 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '82003b2b-7747-4efb-9b79-3740ffc049d5', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'port_id': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'mac_address': 'fa:16:3e:9f:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558468a6-6ef9-45b0-be55-36ecd337f508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:40Z', 'updated_at': '2021-07-13T14:50:40Z', 'revision_number': 0, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:38Z', 'revision_number': 5, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:43.391661 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b3122-cca9-4380-86d4-be0414c30358 None None] The sync data for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi is: [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '82003b2b-7747-4efb-9b79-3740ffc049d5', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'port_id': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'mac_address': 'fa:16:3e:9f:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558468a6-6ef9-45b0-be55-36ecd337f508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:40Z', 'updated_at': '2021-07-13T14:50:40Z', 'revision_number': 0, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:38Z', 'revision_number': 5, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:43.429945 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1c14-32a6-4303-9557-00e069389868 req-0a774d4e-da6c-4d8c-b5d3-109159e2cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.432763 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-0a774d4e-da6c-4d8c-b5d3-109159e2cc89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=597259c7ef254b38bfb1c3a124cc0255&device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 1096 time: 0.2315443 Jul 13 14:50:43.512739 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-2f9a3093-169e-4134-b25b-08b08de8655b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19406456-1f81-4c94-80aa-2806c11dff3f HTTP/1.1" status: 200 len: 217 time: 0.0690062 Jul 13 14:50:43.524916 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-1cf245b2-0ca7-4dfe-b32f-9c2e36c70b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.527511 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-1cf245b2-0ca7-4dfe-b32f-9c2e36c70b38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 200 len: 847 time: 0.1592388 Jul 13 14:50:43.654837 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d749f-bd0f-472e-91f5-a9a5309d1e00 None None] New status for floating IP 82003b2b-7747-4efb-9b79-3740ffc049d5: ACTIVE {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:50:43.658540 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1c14-32a6-4303-9557-00e069389868 req-ae206934-705c-4869-945b-9427d6bb1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.660167 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-ae206934-705c-4869-945b-9427d6bb1ac6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=70885b66-8f94-459b-a3de-47a7042d2411 HTTP/1.1" status: 200 len: 853 time: 0.1384072 Jul 13 14:50:43.716246 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-81a955a5-b031-4851-a4fc-5e501941ff8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=651d48e6-c602-4f3c-ba8d-dc6de0d48828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421760 Jul 13 14:50:43.787557 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-5e093d33-7e58-474a-97da-fb636739aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.789256 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-5e093d33-7e58-474a-97da-fb636739aaf0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8349766d-ff31-4ea5-b580-00934bbb0f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2477305 Jul 13 14:50:43.816462 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc007ad-32bf-4755-87fa-6236477b6b3f req-35e18afc-fb18-4888-9261-0d47ded1c2d0 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.819594 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1dc007ad-32bf-4755-87fa-6236477b6b3f req-35e18afc-fb18-4888-9261-0d47ded1c2d0 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 943 time: 0.2359900 Jul 13 14:50:43.944889 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-e4762f3c-f6ed-4926-8f50-59b4b32f43aa service neutron] 10.222.0.61 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171788 Jul 13 14:50:43.955932 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1dc007ad-32bf-4755-87fa-6236477b6b3f req-2f88da23-50b8-4a7e-a597-aced481d67c3 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184807 Jul 13 14:50:44.020937 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-2d0ac63d-873b-418e-b714-0d734ce59378 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207446 Jul 13 14:50:44.414298 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-af6a1c14-32a6-4303-9557-00e069389868 req-7c8f5ce7-b868-4a3a-adac-8bac782b8657 service neutron] 10.222.0.61 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571128 Jul 13 14:50:44.433647 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a610b2e2-9978-43e7-83c4-e5051281e74f req-0d57da59-d3d2-4be4-b167-e8e0a66aa50d service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070475 Jul 13 14:50:44.653492 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fdfb26-fc2b-4845-bbd9-4c39940b4a0f', 'tag': '19406456-1f81-4c94-80aa-2806c11dff3f'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:44.655959 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8806a12c-aafc-459f-b08a-592f6a28dcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "66fdfb26-fc2b-4845-bbd9-4c39940b4a0f", "tag": "19406456-1f81-4c94-80aa-2806c11dff3f"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:44.701708 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd6bb99-2128-46cd-89e9-444834bc4787 x-openstack-request-id: req-ddd6bb99-2128-46cd-89e9-444834bc4787 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:44.702080 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fdfb26-fc2b-4845-bbd9-4c39940b4a0f", "tag": "19406456-1f81-4c94-80aa-2806c11dff3f", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:44.702406 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddd6bb99-2128-46cd-89e9-444834bc4787 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:44.702888 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fdfb26-fc2b-4845-bbd9-4c39940b4a0f', 'tag': '19406456-1f81-4c94-80aa-2806c11dff3f', 'status': 'completed', 'code': 200} Jul 13 14:50:44.800638 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-664f7979-4c93-4cd4-8228-e35db9f96955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:44.802973 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-664f7979-4c93-4cd4-8228-e35db9f96955 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=597259c7ef254b38bfb1c3a124cc0255&device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 1096 time: 0.0656455 Jul 13 14:50:44.911528 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-5bf11b54-8b67-49c8-b229-df6582a6fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:44.913059 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-5bf11b54-8b67-49c8-b229-df6582a6fe10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=651d48e6-c602-4f3c-ba8d-dc6de0d48828 HTTP/1.1" status: 200 len: 914 time: 0.1035070 Jul 13 14:50:44.957496 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-f6700815-eebf-4873-b231-f086f4a5b0ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19406456-1f81-4c94-80aa-2806c11dff3f HTTP/1.1" status: 200 len: 217 time: 0.0370476 Jul 13 14:50:45.052265 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-ed5302a0-3e1e-4f62-99cc-48e24958bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:45.054804 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-ed5302a0-3e1e-4f62-99cc-48e24958bd7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=70885b66-8f94-459b-a3de-47a7042d2411 HTTP/1.1" status: 200 len: 853 time: 0.0742078 Jul 13 14:50:45.097162 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-fac52b79-8ff9-4ef7-8452-6502cd4defcc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=651d48e6-c602-4f3c-ba8d-dc6de0d48828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321908 Jul 13 14:50:45.237533 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-93fc71a8-974f-4d6f-873c-dbf756e451f5 service neutron] 10.222.0.61 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266096 Jul 13 14:50:45.248714 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac934fd-c0f7-4ae3-8301-6d29f99c7808 req-4967cdc7-c98b-49fd-8df6-3d698890ccd6 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:45.250231 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0ac934fd-c0f7-4ae3-8301-6d29f99c7808 req-4967cdc7-c98b-49fd-8df6-3d698890ccd6 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 943 time: 0.1505401 Jul 13 14:50:45.340852 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0ac934fd-c0f7-4ae3-8301-6d29f99c7808 req-b0c2af5d-eb1d-44d3-b2e8-8486147c597d tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817602 Jul 13 14:50:45.379152 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8806a12c-aafc-459f-b08a-592f6a28dcd4 req-350a9903-5f17-4f4c-be11-8b4a42119ad9 service neutron] 10.222.0.61 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277709 Jul 13 14:50:46.488042 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 19406456-1f81-4c94-80aa-2806c11dff3f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:50:46.599320 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f67d-6545-4934-b67c-8df21da11a38 req-24174912-017e-43b9-afb8-fac34c1936c1 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:46.600950 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3262f67d-6545-4934-b67c-8df21da11a38 req-24174912-017e-43b9-afb8-fac34c1936c1 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 943 time: 0.1011183 Jul 13 14:50:46.606864 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 19406456-1f81-4c94-80aa-2806c11dff3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19406456-1f81-4c94-80aa-2806c11dff3f,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:46.620287 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '19406456-1f81-4c94-80aa-2806c11dff3f', 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828', 'port_id': '19406456-1f81-4c94-80aa-2806c11dff3f', 'mac_address': 'fa:16:3e:3e:3f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70885b66-8f94-459b-a3de-47a7042d2411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:50:46.658322 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3262f67d-6545-4934-b67c-8df21da11a38 req-392633a5-6ba3-484b-b974-a4ea422acd89 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Jul 13 14:50:46.666030 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:46.681123 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19406456-1f81-4c94-80aa-2806c11dff3f {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:46.706113 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 19406456-1f81-4c94-80aa-2806c11dff3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19406456-1f81-4c94-80aa-2806c11dff3f,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:46.710917 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:46.765824 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=19406456-1f81-4c94-80aa-2806c11dff3f,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:47.010818 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['19406456-1f81-4c94-80aa-2806c11dff3f'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:47.672047 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:50:47.860242 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2521ce-0d5a-4f42-9f59-b02de5d4b52e req-f105bacc-b530-400e-a19b-0212b22b5c9c tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:47.862094 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8d2521ce-0d5a-4f42-9f59-b02de5d4b52e req-f105bacc-b530-400e-a19b-0212b22b5c9c tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 944 time: 0.0714815 Jul 13 14:50:47.905845 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8d2521ce-0d5a-4f42-9f59-b02de5d4b52e req-06609b76-0615-46b4-818c-4d3fe3f3d9a0 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Jul 13 14:50:48.500088 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 19406456-1f81-4c94-80aa-2806c11dff3f up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:48.565146 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 19406456-1f81-4c94-80aa-2806c11dff3f completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:48.570592 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 19406456-1f81-4c94-80aa-2806c11dff3f triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:48.571040 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:48.664127 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:48.690539 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fdfb26-fc2b-4845-bbd9-4c39940b4a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19406456-1f81-4c94-80aa-2806c11dff3f'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:48.693538 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504003de-b4d2-4701-b0cf-5b27ffcbcd5c" -d '{"events": [{"server_uuid": "66fdfb26-fc2b-4845-bbd9-4c39940b4a0f", "name": "network-vif-plugged", "status": "completed", "tag": "19406456-1f81-4c94-80aa-2806c11dff3f"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:48.715678 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 19406456-1f81-4c94-80aa-2806c11dff3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19406456-1f81-4c94-80aa-2806c11dff3f,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:48.732293 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:48.774048 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c774a93-a8dc-42f7-835a-3951e25c97a2 x-openstack-request-id: req-7c774a93-a8dc-42f7-835a-3951e25c97a2 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:48.774343 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fdfb26-fc2b-4845-bbd9-4c39940b4a0f", "name": "network-vif-plugged", "status": "completed", "tag": "19406456-1f81-4c94-80aa-2806c11dff3f", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:48.774568 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c774a93-a8dc-42f7-835a-3951e25c97a2 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:48.775176 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fdfb26-fc2b-4845-bbd9-4c39940b4a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19406456-1f81-4c94-80aa-2806c11dff3f', 'code': 200} Jul 13 14:50:48.815820 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=19406456-1f81-4c94-80aa-2806c11dff3f,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:49.178613 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa7033-7879-46b8-80a0-43ced014818e req-1ef1c086-fa0c-4f0e-b5a9-c1220c4c45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:49.180884 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-32fa7033-7879-46b8-80a0-43ced014818e req-1ef1c086-fa0c-4f0e-b5a9-c1220c4c45d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 1098 time: 0.1581929 Jul 13 14:50:49.217817 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea97f2-f858-484d-b8dd-e03fc1a4c308 req-ba71225f-55be-41b6-abf5-b0a9f54d6ea3 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:49.219435 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1eea97f2-f858-484d-b8dd-e03fc1a4c308 req-ba71225f-55be-41b6-abf5-b0a9f54d6ea3 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 945 time: 0.1579502 Jul 13 14:50:49.249877 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-32fa7033-7879-46b8-80a0-43ced014818e req-3b31d9f3-f4fa-4756-bff9-afa1a592e4e6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616572 Jul 13 14:50:49.271416 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1eea97f2-f858-484d-b8dd-e03fc1a4c308 req-b0a616f8-ca11-46fe-9bdb-e40a59a602ae tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Jul 13 14:50:50.500853 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764f7da-9fc3-49d5-b327-f6774c65c3c9 req-4c3f279f-9c22-4ca2-8967-f04699867c80 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:50.503602 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8764f7da-9fc3-49d5-b327-f6774c65c3c9 req-4c3f279f-9c22-4ca2-8967-f04699867c80 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 945 time: 0.0999918 Jul 13 14:50:50.563801 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8764f7da-9fc3-49d5-b327-f6774c65c3c9 req-aae2dcd0-2f91-4bc1-bce1-5c169605b47a tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527043 Jul 13 14:50:51.762481 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4c565-a087-4e2d-b1c5-a0e3188b5477 req-d2b8af99-b86a-4b42-9400-3f1f237e1925 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:51.764095 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c4c4c565-a087-4e2d-b1c5-a0e3188b5477 req-d2b8af99-b86a-4b42-9400-3f1f237e1925 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 945 time: 0.0739920 Jul 13 14:50:51.806693 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c4c4c565-a087-4e2d-b1c5-a0e3188b5477 req-d9be0746-bb61-49a8-b197-6857aca146e3 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366526 Jul 13 14:50:56.473926 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-00002e71-6295-453b-b73d-f812c85f3f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.520498 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.868190 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bb37b3ec-c155-415c-8b07-dda0e18c8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.415401 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.001460 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-41548187-fd21-4553-99c1-b4526d2a8538 req-531d6fec-3e4a-4709-9f8b-91ccefdd2483 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221027892&fields=id&tenant_id=27e7ad5089184846bd61e16bfa02b42e HTTP/1.1" status: 200 len: 267 time: 0.0328269 Jul 13 14:51:02.070219 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41548187-fd21-4553-99c1-b4526d2a8538 req-657c1533-ccde-44c1-8805-4851c9bcc32e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:02.071866 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-41548187-fd21-4553-99c1-b4526d2a8538 req-657c1533-ccde-44c1-8805-4851c9bcc32e tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 984 time: 0.0644825 Jul 13 14:51:02.088732 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-41548187-fd21-4553-99c1-b4526d2a8538 req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Request body: {'port': {'security_groups': ['5215b2e4-a8b6-4a87-b863-62d177dd0750']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:02.103177 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.204931 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-41548187-fd21-4553-99c1-b4526d2a8538 req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.405926 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-41548187-fd21-4553-99c1-b4526d2a8538 req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] For port 2fa7456e-6047-40c2-8dac-cf3da5bef316, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:02.441868 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-41548187-fd21-4553-99c1-b4526d2a8538 req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.446934 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-41548187-fd21-4553-99c1-b4526d2a8538 req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.461559 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['2fa7456e-6047-40c2-8dac-cf3da5bef316'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:02.526313 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41548187-fd21-4553-99c1-b4526d2a8538 req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:02.527089 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-41548187-fd21-4553-99c1-b4526d2a8538 req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.528982 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-41548187-fd21-4553-99c1-b4526d2a8538 req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "PUT /v2.0/ports/2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 942 time: 0.4490354 Jul 13 14:51:02.529377 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:02.532537 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6aeed7-00e1-4d78-9449-bdceb8f20112" -d '{"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:02.535529 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51950) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:02.587531 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797f7cf-47ed-4c05-87a3-0af317e46d6a tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event updated for resources: {'Port': ['ID=2fa7456e-6047-40c2-8dac-cf3da5bef316,revision_number=7']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:02.631067 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae4f4fc-8409-466a-b29a-2eb08ffd44c0 x-openstack-request-id: req-6ae4f4fc-8409-466a-b29a-2eb08ffd44c0 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:02.631381 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:02.631675 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ae4f4fc-8409-466a-b29a-2eb08ffd44c0 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:02.632162 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'status': 'completed', 'code': 200} Jul 13 14:51:02.650124 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['2fa7456e-6047-40c2-8dac-cf3da5bef316'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:02.730295 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a8adf114-127c-4bc1-a0bf-6640163e0e15 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.757640 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-3a0743c7-ccbd-44ae-ab26-056b426de208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:02.759318 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a8adf114-127c-4bc1-a0bf-6640163e0e15 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.760041 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-3a0743c7-ccbd-44ae-ab26-056b426de208 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27e7ad5089184846bd61e16bfa02b42e&device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1098 time: 0.0879984 Jul 13 14:51:02.822978 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a8adf114-127c-4bc1-a0bf-6640163e0e15 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.826051 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a8adf114-127c-4bc1-a0bf-6640163e0e15 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.840377 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-a8adf114-127c-4bc1-a0bf-6640163e0e15 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fd019d9-3b5b-49a5-a2b1-7a1ada950463 HTTP/1.1" status: 204 len: 168 time: 0.3029828 Jul 13 14:51:02.841124 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 51954) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:02.858445 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adf114-127c-4bc1-a0bf-6640163e0e15 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd019d9-3b5b-49a5-a2b1-7a1ada950463,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:02.866103 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-0a212d80-0519-4a37-ad15-98dd8975636a None None] Provisioning complete for port 2fa7456e-6047-40c2-8dac-cf3da5bef316 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:02.866482 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a212d80-0519-4a37-ad15-98dd8975636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:02.899346 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-5f763ca7-c46c-4097-a199-a08acb63d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:02.901210 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-5f763ca7-c46c-4097-a199-a08acb63d2cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 200 len: 915 time: 0.1283078 Jul 13 14:51:02.986648 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-f8272e76-a41a-49e0-9180-0f1205573173 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 1001 time: 0.0741587 Jul 13 14:51:03.041468 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-eb058ddc-beeb-42db-a9a0-b7dc9bb2c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:03.042829 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-eb058ddc-beeb-42db-a9a0-b7dc9bb2c191 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d76d458f-63d6-4585-b8ac-6b5f35326c68 HTTP/1.1" status: 200 len: 853 time: 0.0491219 Jul 13 14:51:03.044934 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Deleting port 15202707-7504-49da-a1b6-ee373709b172 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:03.045279 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.109887 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-f4c97a06-0744-4982-8375-a5e2f4264b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:03.111407 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-f4c97a06-0744-4982-8375-a5e2f4264b79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa79d9f6-a2ef-405f-8803-8b8236d03e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586443 Jul 13 14:51:03.127491 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.127874 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.140575 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Calling delete_port for 15202707-7504-49da-a1b6-ee373709b172 owned by network:floatingip {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:03.322267 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.349961 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event deleted for resources: {'Port': ['ID=15202707-7504-49da-a1b6-ee373709b172,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:03.416528 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks [] for floatingip, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.416873 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.l3_db [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Floating IP 4e1211f9-ecc9-4085-91c1-dbf7e7855dac disassociated (deleted). External IP: 172.27.1.141, port: 2fa7456e-6047-40c2-8dac-cf3da5bef316. Jul 13 14:51:03.633599 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Router 5db88be8-b21f-40fc-9c51-e6919c6717af has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:03.758530 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:03.762984 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.769637 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] Sync routers for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:03.779284 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:03.779930 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:03.802404 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-986b1787-d296-44b3-99de-abc4b0180acf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "DELETE /v2.0/floatingips/4e1211f9-ecc9-4085-91c1-dbf7e7855dac HTTP/1.1" status: 204 len: 168 time: 0.9570911 Jul 13 14:51:03.803110 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:03.805935 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f3a87e-ce61-4a22-876a-84accd4dd4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:04.058756 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:04.101862 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e75569-276e-471f-990b-5d7a1a7858ac x-openstack-request-id: req-77e75569-276e-471f-990b-5d7a1a7858ac {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:04.102292 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:04.102653 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77e75569-276e-471f-990b-5d7a1a7858ac {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:04.103169 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'status': 'completed', 'code': 200} Jul 13 14:51:04.240242 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-8d537466-75d0-422d-aa44-e696dd4b5b1f service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944197 Jul 13 14:51:04.274486 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:57Z', 'revision_number': 5, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:04.303294 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] Checking router: 5db88be8-b21f-40fc-9c51-e6919c6717af for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:04.312898 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:04.313538 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:04.428234 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:04.654266 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:57Z', 'revision_number': 5, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:04.682694 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9d23e-1152-4fc6-8aa9-3519aafa507f None None] The sync data for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi is: [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:47:47Z', 'revision_number': 4, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'ca888c43-5d10-4a2f-8ba2-ce3080a0ee76', 'name': '', 'network_id': 'aa79d9f6-a2ef-405f-8803-8b8236d03e56', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:46Z', 'updated_at': '2021-07-13T14:47:57Z', 'revision_number': 5, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'subnets': [{'id': 'd76d458f-63d6-4585-b8ac-6b5f35326c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:04.928468 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488844c2-20cc-4058-8568-f69b085e8e63 None None] New status for floating IP 4e1211f9-ecc9-4085-91c1-dbf7e7855dac: DOWN {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:51:06.297032 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ef6aeed7-00e1-4d78-9449-bdceb8f20112 req-43aae422-0059-488d-ac59-565a1086158e service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242497 Jul 13 14:51:06.413481 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-914ec32a-2f54-4591-8766-3de6c5f239d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.415007 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-914ec32a-2f54-4591-8766-3de6c5f239d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27e7ad5089184846bd61e16bfa02b42e&device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 1098 time: 0.0592163 Jul 13 14:51:06.423579 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:06.531383 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-268d3235-0adb-4f48-af92-151cac1b1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.532950 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-268d3235-0adb-4f48-af92-151cac1b1f05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 200 len: 915 time: 0.1058612 Jul 13 14:51:06.586223 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-69648654-e324-4833-8b21-7196409eff88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 200 len: 217 time: 0.0391049 Jul 13 14:51:06.653015 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-ce9b3002-af6e-4f14-8dc2-624571b1ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.655554 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-ce9b3002-af6e-4f14-8dc2-624571b1ef3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d76d458f-63d6-4585-b8ac-6b5f35326c68 HTTP/1.1" status: 200 len: 853 time: 0.0591342 Jul 13 14:51:06.735923 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-f9ad6928-59c9-4659-a93f-2ffa5f14d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.739191 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-f9ad6928-59c9-4659-a93f-2ffa5f14d11c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa79d9f6-a2ef-405f-8803-8b8236d03e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745375 Jul 13 14:51:06.856961 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-d4490a18-62b6-48f0-a266-4191855114ce service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004739 Jul 13 14:51:06.982933 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-52f3a87e-ce61-4a22-876a-84accd4dd4fd req-5a739e8b-02b7-4f6c-a738-1d8e23861af6 service neutron] 10.222.0.61 "GET /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153803 Jul 13 14:51:07.101824 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4dcce-530f-4dd2-a9e6-1c03a0cff078 req-4bcf967f-aa0a-4483-a286-60b29b1235d0 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:07.103375 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64a4dcce-530f-4dd2-a9e6-1c03a0cff078 req-4bcf967f-aa0a-4483-a286-60b29b1235d0 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.0726051 Jul 13 14:51:07.142822 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64a4dcce-530f-4dd2-a9e6-1c03a0cff078 req-53145093-c540-4176-ab18-8bf101f2c0bd tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 Jul 13 14:51:08.328940 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae136d9-17d4-466f-bc76-00fa035db019 req-76e974cc-0501-4173-9391-4f0fad8d0991 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:08.330455 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3ae136d9-17d4-466f-bc76-00fa035db019 req-76e974cc-0501-4173-9391-4f0fad8d0991 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.0699489 Jul 13 14:51:08.370856 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3ae136d9-17d4-466f-bc76-00fa035db019 req-4790dd5d-8010-4d5f-a103-3591f0e690e4 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Jul 13 14:51:09.573784 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e29d6d-aef9-477d-97ad-83edffd719bf req-261fd433-08a0-430e-ab1d-293323e8944a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:09.575352 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c8e29d6d-aef9-477d-97ad-83edffd719bf req-261fd433-08a0-430e-ab1d-293323e8944a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.0845118 Jul 13 14:51:09.617731 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c8e29d6d-aef9-477d-97ad-83edffd719bf req-deff594d-6ba7-4011-a2e6-3252da6b69b9 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=8abd2089-edb3-44ef-83fe-b3f9a0913ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361555 Jul 13 14:51:09.783940 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1632af26-da1c-4ad6-bb94-1f87dba26a49 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:09.785509 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1632af26-da1c-4ad6-bb94-1f87dba26a49 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 946 time: 0.0626972 Jul 13 14:51:09.888613 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Deleting port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:09.888961 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:09.989153 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] For port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:09.989516 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.263116 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.263472 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.263851 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Floating IP 269b280b-ba13-40f1-a725-146967e485a6 disassociated. External IP: 172.27.1.104, port: 8b32a716-27b9-4bbc-9c56-edbaba23e7fb. Jul 13 14:51:10.264195 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Calling delete_port for 8b32a716-27b9-4bbc-9c56-edbaba23e7fb owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:10.347600 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732486c-e15a-4e28-b518-67178fc95024 req-26500d80-3233-4b99-acc8-e50dc56b9826 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:10.349135 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a732486c-e15a-4e28-b518-67178fc95024 req-26500d80-3233-4b99-acc8-e50dc56b9826 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.1272087 Jul 13 14:51:10.397321 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a732486c-e15a-4e28-b518-67178fc95024 req-2a14aa51-1b20-49d0-858a-a72aec9b19b8 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Jul 13 14:51:10.445703 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.478638 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event deleted for resources: {'Port': ['ID=8b32a716-27b9-4bbc-9c56-edbaba23e7fb,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:10.601642 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:10.763532 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:10.805761 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ae664-5514-423c-9306-128a3204cd97 None None] Sync routers for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:10.818810 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] No DVR routers for this DVR port 8b32a716-27b9-4bbc-9c56-edbaba23e7fb on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:10.821602 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.824340 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b61aa5ab-d226-4e3d-b4c5-921f6ba05914 req-1414ef97-f1ed-4094-a6eb-e0ef8e2941e6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "DELETE /v2.0/ports/8b32a716-27b9-4bbc-9c56-edbaba23e7fb HTTP/1.1" status: 204 len: 173 time: 1.0310385 Jul 13 14:51:10.824880 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408e14bb-9241-4f9c-af63-868025da3654', 'name': 'network-vif-deleted', 'tag': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:10.826227 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ae664-5514-423c-9306-128a3204cd97 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:10.826873 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-445ae664-5514-423c-9306-128a3204cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:10.827335 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900f77db-602a-4006-8bf0-0d960dcdfadc" -d '{"events": [{"server_uuid": "408e14bb-9241-4f9c-af63-868025da3654", "name": "network-vif-deleted", "tag": "8b32a716-27b9-4bbc-9c56-edbaba23e7fb"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:10.866151 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3529c812-4c48-4bea-b71f-445fb8e5fa59 req-97c68e1c-a043-4f2b-bc75-23a15d30bd22 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.0316391 Jul 13 14:51:10.921303 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e8b260-6022-422c-8874-1723ed9754fb x-openstack-request-id: req-38e8b260-6022-422c-8874-1723ed9754fb {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:10.921568 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408e14bb-9241-4f9c-af63-868025da3654", "name": "network-vif-deleted", "tag": "8b32a716-27b9-4bbc-9c56-edbaba23e7fb", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:10.921817 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38e8b260-6022-422c-8874-1723ed9754fb {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:10.922211 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408e14bb-9241-4f9c-af63-868025da3654', 'name': 'network-vif-deleted', 'tag': '8b32a716-27b9-4bbc-9c56-edbaba23e7fb', 'status': 'completed', 'code': 200} Jul 13 14:51:10.969886 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-445ae664-5514-423c-9306-128a3204cd97 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:11.183361 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-445ae664-5514-423c-9306-128a3204cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:11.215535 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ae664-5514-423c-9306-128a3204cd97 None None] Checking router: 4f92ebbc-c6fe-450b-b629-3e9afdc8082d for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:11.224380 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ae664-5514-423c-9306-128a3204cd97 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:11.231602 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-445ae664-5514-423c-9306-128a3204cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:11.340451 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-445ae664-5514-423c-9306-128a3204cd97 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:11.580714 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-445ae664-5514-423c-9306-128a3204cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:11.595269 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f053f-6541-4b93-9d90-710cc52d4323 req-da50b917-a319-4992-a61a-3049cdd00383 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:11.597585 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-727f053f-6541-4b93-9d90-710cc52d4323 req-da50b917-a319-4992-a61a-3049cdd00383 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.0688326 Jul 13 14:51:11.610326 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ae664-5514-423c-9306-128a3204cd97 None None] The sync data for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi is: [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:11.653908 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-727f053f-6541-4b93-9d90-710cc52d4323 req-d24a5d1c-1505-4633-8781-3a48fa146c60 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497684 Jul 13 14:51:11.867781 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a5458-e223-45b7-bfe8-b2f849274afa None None] New status for floating IP 269b280b-ba13-40f1-a725-146967e485a6: DOWN {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:51:12.042577 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6ecb8399-bf3c-4f93-8e1a-4c55d2bca0fc req-b85c4004-0313-4184-9f36-dbb67c9fb3c8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.0353208 Jul 13 14:51:12.905518 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca09f3-829b-4a08-8ed5-f712202b0246 req-9a5880f7-afee-4ad5-9475-5fd4f351bebf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:12.907109 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5cca09f3-829b-4a08-8ed5-f712202b0246 req-9a5880f7-afee-4ad5-9475-5fd4f351bebf tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.0982928 Jul 13 14:51:12.961169 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5cca09f3-829b-4a08-8ed5-f712202b0246 req-d1688041-d3fd-4db9-b6ef-07fb48d56c21 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Jul 13 14:51:13.205516 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4fc40ea3-20aa-4df9-8e2a-2ec3e6cc22a3 req-7f6011f1-5474-42c0-a99b-99016d434a71 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.0310361 Jul 13 14:51:13.263108 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 8b32a716-27b9-4bbc-9c56-edbaba23e7fb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:13.288164 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 8b32a716-27b9-4bbc-9c56-edbaba23e7fb {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:13.288513 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 8b32a716-27b9-4bbc-9c56-edbaba23e7fb not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:14.328161 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbefaf-3852-4803-8115-fe6f42cb1d38 req-98f313dc-f289-49b6-96d5-042762d35b6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:14.330001 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-75bbefaf-3852-4803-8115-fe6f42cb1d38 req-98f313dc-f289-49b6-96d5-042762d35b6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.2433884 Jul 13 14:51:14.384204 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-75bbefaf-3852-4803-8115-fe6f42cb1d38 req-d5d76534-c3f0-45b3-aaf3-46a6d1f5fb64 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Jul 13 14:51:14.502871 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-da52f704-fe01-46d1-8893-ef0b6ecd5b3b req-1916df02-8edf-4a70-9d93-580989b514be tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=408e14bb-9241-4f9c-af63-868025da3654 HTTP/1.1" status: 200 len: 210 time: 0.0293734 Jul 13 14:51:15.654332 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52118) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:15.730212 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3e969bba-5c18-4728-83eb-cb623a33b871 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:15.760141 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3e969bba-5c18-4728-83eb-cb623a33b871 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:15.820812 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3e969bba-5c18-4728-83eb-cb623a33b871 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:15.823498 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3e969bba-5c18-4728-83eb-cb623a33b871 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:15.824771 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-3e969bba-5c18-4728-83eb-cb623a33b871 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "DELETE /v2.0/security-groups/8abd2089-edb3-44ef-83fe-b3f9a0913ed2 HTTP/1.1" status: 204 len: 168 time: 0.1693344 Jul 13 14:51:15.829798 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52120) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:15.842674 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969bba-5c18-4728-83eb-cb623a33b871 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd2089-edb3-44ef-83fe-b3f9a0913ed2,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:15.850127 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.api.v2.resource [None req-6eaeef50-4b8b-4b5f-b61b-d7721ddae2e7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] show failed (client error): The resource could not be found. Jul 13 14:51:15.856009 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6eaeef50-4b8b-4b5f-b61b-d7721ddae2e7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups/8abd2089-edb3-44ef-83fe-b3f9a0913ed2 HTTP/1.1" status: 404 len: 347 time: 0.0204520 Jul 13 14:51:15.856009 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52122) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:15.958263 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6f32c-aa6d-42c5-9bcb-7a7d641192fc req-301ca01a-1cc0-4c87-9bcc-b1b0871b8981 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:15.960835 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bdb6f32c-aa6d-42c5-9bcb-7a7d641192fc req-301ca01a-1cc0-4c87-9bcc-b1b0871b8981 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.4613655 Jul 13 14:51:15.991019 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Deleting port a3df6bf1-25ce-4809-b380-11991afa06a1 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:15.991452 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:15.998798 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-c8acd29d-217c-4ed3-99bc-ad3677c8b5a5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:16.000210 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-c8acd29d-217c-4ed3-99bc-ad3677c8b5a5 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.61 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 945 time: 0.4527078 Jul 13 14:51:16.112255 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.112771 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.134376 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Calling delete_port for a3df6bf1-25ce-4809-b380-11991afa06a1 owned by network:floatingip {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:16.134931 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bdb6f32c-aa6d-42c5-9bcb-7a7d641192fc req-ef55ffc3-4870-4a39-bdd2-01232b93ad66 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/security-groups?id=5215b2e4-a8b6-4a87-b863-62d177dd0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645005 Jul 13 14:51:16.255151 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Deleting port 2fa7456e-6047-40c2-8dac-cf3da5bef316 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:16.257106 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.360807 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.397002 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event deleted for resources: {'Port': ['ID=a3df6bf1-25ce-4809-b380-11991afa06a1,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:16.437419 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] For port 2fa7456e-6047-40c2-8dac-cf3da5bef316, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2fa7456e-6047-40c2-8dac-cf3da5bef316,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:16.438329 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.456726 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Calling delete_port for 2fa7456e-6047-40c2-8dac-cf3da5bef316 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:16.480074 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.483905 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.485401 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-3ba19f80-7f91-4083-8b06-481db985dd8e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "DELETE /v2.0/floatingips/269b280b-ba13-40f1-a725-146967e485a6 HTTP/1.1" status: 204 len: 168 time: 0.6290648 Jul 13 14:51:16.625173 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.642787 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['2fa7456e-6047-40c2-8dac-cf3da5bef316'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:16.667449 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Pushing event deleted for resources: {'Port': ['ID=2fa7456e-6047-40c2-8dac-cf3da5bef316,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:16.739976 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] No DVR routers for this DVR port 2fa7456e-6047-40c2-8dac-cf3da5bef316 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:16.742973 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.745475 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3d02f369-ddbf-4ce0-845b-59fbe2e8036b req-4778918b-893f-473e-97e1-f0e1c6e5ee6b tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.61 "DELETE /v2.0/ports/2fa7456e-6047-40c2-8dac-cf3da5bef316 HTTP/1.1" status: 204 len: 173 time: 0.7383907 Jul 13 14:51:16.745953 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'name': 'network-vif-deleted', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:16.748884 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613a75ce-efbd-4e19-b8a0-cc615121e85d" -d '{"events": [{"server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "name": "network-vif-deleted", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:16.796719 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52142) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:16.801924 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-92d2a647-c0b3-4811-83d0-5b7ec8c61b02 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147830370', 'description': 'tempest-description--1385903696'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:16.808649 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53492e16-8586-4786-a0bd-14eba72fe84c x-openstack-request-id: req-53492e16-8586-4786-a0bd-14eba72fe84c {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:16.808941 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b1ba73-f321-4315-9848-fbc9cc326eaa", "name": "network-vif-deleted", "tag": "2fa7456e-6047-40c2-8dac-cf3da5bef316", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:16.809193 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53492e16-8586-4786-a0bd-14eba72fe84c {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:16.809589 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b1ba73-f321-4315-9848-fbc9cc326eaa', 'name': 'network-vif-deleted', 'tag': '2fa7456e-6047-40c2-8dac-cf3da5bef316', 'status': 'completed', 'code': 200} Jul 13 14:51:16.830128 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-92d2a647-c0b3-4811-83d0-5b7ec8c61b02 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.928614 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-92d2a647-c0b3-4811-83d0-5b7ec8c61b02 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.933248 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-92d2a647-c0b3-4811-83d0-5b7ec8c61b02 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.970951 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-92d2a647-c0b3-4811-83d0-5b7ec8c61b02 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.972892 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-92d2a647-c0b3-4811-83d0-5b7ec8c61b02 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1751127 Jul 13 14:51:16.976075 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52148) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:16.980562 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-7b7bfa6e-24b6-406d-8d88-bf52e18cf984 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'security_group_rule': {'security_group_id': '81962b8a-b6af-4855-b9f4-2fa9b4b96f72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:16.986950 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2a647-c0b3-4811-83d0-5b7ec8c61b02 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81962b8a-b6af-4855-b9f4-2fa9b4b96f72,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:17.024086 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7b7bfa6e-24b6-406d-8d88-bf52e18cf984 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.111022 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7b7bfa6e-24b6-406d-8d88-bf52e18cf984 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.116796 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7b7bfa6e-24b6-406d-8d88-bf52e18cf984 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.145561 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bfa6e-24b6-406d-8d88-bf52e18cf984 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ef2e66-c695-455b-b8d2-a560bd22a769,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:17.156368 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7b7bfa6e-24b6-406d-8d88-bf52e18cf984 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.157670 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-7b7bfa6e-24b6-406d-8d88-bf52e18cf984 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1806195 Jul 13 14:51:17.160582 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52154) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:17.167573 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-77de5cdf-778a-479c-9951-d5e9c00b6035 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'security_group_rule': {'security_group_id': '81962b8a-b6af-4855-b9f4-2fa9b4b96f72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:17.217407 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-77de5cdf-778a-479c-9951-d5e9c00b6035 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.299315 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-77de5cdf-778a-479c-9951-d5e9c00b6035 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.304463 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-77de5cdf-778a-479c-9951-d5e9c00b6035 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.324127 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de5cdf-778a-479c-9951-d5e9c00b6035 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6785d677-3221-4074-b7f9-2825ec558bbe,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:17.333922 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-77de5cdf-778a-479c-9951-d5e9c00b6035 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.335450 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-77de5cdf-778a-479c-9951-d5e9c00b6035 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737938 Jul 13 14:51:17.340282 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 52160) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:17.345729 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:17.375909 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.488588 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d48d8801-87d5-43c5-ab89-d22f0a6620d6 req-414fadc9-cde2-4b0f-9305-c583b7a40150 tempest-TestMinimumBasicScenario-211869449 tempest-TestMinimumBasicScenario-211869449-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b1ba73-f321-4315-9848-fbc9cc326eaa HTTP/1.1" status: 200 len: 210 time: 0.0541344 Jul 13 14:51:17.567100 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.700076 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Allocated IP 172.27.1.5 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/5d007104-4483-4239-9f4e-8ed562a945ea) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:17.823495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.870789 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.911927 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:17.917325 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:17.920939 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:17.952923 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'Port': ['ID=5d007104-4483-4239-9f4e-8ed562a945ea,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:18.017871 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.073611 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.246845 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.252423 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.326983 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'Port': ['ID=5d007104-4483-4239-9f4e-8ed562a945ea,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:18.339175 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.354403 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.355789 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-37ee575a-447f-4b1f-964a-5dc8ed6b5245 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0143933 Jul 13 14:51:18.580062 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-3c0d33ec-5a99-43f4-bbeb-7a1544003b97 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1147830370&fields=id&tenant_id=b3110479f60e46ef816b28c5ecf97e6a HTTP/1.1" status: 200 len: 267 time: 0.0466144 Jul 13 14:51:18.639330 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 2fa7456e-6047-40c2-8dac-cf3da5bef316 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:18.665365 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 2fa7456e-6047-40c2-8dac-cf3da5bef316 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:18.666139 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 2fa7456e-6047-40c2-8dac-cf3da5bef316 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:18.735036 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-a82e473d-5b66-40cc-a72d-2af784f8b9a7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:18.736723 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-a82e473d-5b66-40cc-a72d-2af784f8b9a7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 811 time: 0.1418767 Jul 13 14:51:18.760119 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-cfeb8114-101d-4cc8-86e7-593bc7a0b13c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/quotas/b3110479f60e46ef816b28c5ecf97e6a HTTP/1.1" status: 200 len: 375 time: 0.0129178 Jul 13 14:51:18.849741 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-87c4cb1d-d9ce-4bf5-a4a5-c846f1b55e00 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834391 Jul 13 14:51:18.964391 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-177baa81-e8d1-4aae-975b-484ac9f04d69 service neutron] 10.222.0.37 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029735 Jul 13 14:51:19.168352 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-a4180b4c-391b-4de3-bf75-82e6d0303d36 service neutron] 10.222.0.37 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970539 Jul 13 14:51:19.412699 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-185c4fb3-a8c9-4719-a1e0-1ac425b1d91c req-f535912b-d92d-4273-9d51-9d2bf0742373 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 210 time: 0.0636888 Jul 13 14:51:19.616248 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 52248) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:20.063401 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.399789 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Deleting port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:20.400143 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.504410 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] For port ca888c43-5d10-4a2f-8ba2-ce3080a0ee76, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:20.505083 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.526311 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Calling delete_port for ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 owned by network:router_interface {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:20.604320 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-041a5384-5732-48b7-8927-4d287a1c1988 req-bfd8cf53-edf9-4f14-b915-9aa129eed3bd tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 210 time: 0.0346549 Jul 13 14:51:20.786478 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.813257 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Pushing event deleted for resources: {'Port': ['ID=ca888c43-5d10-4a2f-8ba2-ce3080a0ee76,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:21.100999 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-713939a7-f625-40bf-99bd-3b695e88a10a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:21.102527 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-713939a7-f625-40bf-99bd-3b695e88a10a tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 811 time: 0.2108095 Jul 13 14:51:21.133758 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.172416 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-472dbf9f-b4aa-4c67-97de-0f3526cc6ccb tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3110479f60e46ef816b28c5ecf97e6a HTTP/1.1" status: 200 len: 380 time: 0.0574799 Jul 13 14:51:21.218429 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'port': {'device_id': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'admin_state_up': True, 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'security_groups': ['81962b8a-b6af-4855-b9f4-2fa9b4b96f72']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:21.412449 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52280) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:21.475939 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Made reservation on behalf of b3110479f60e46ef816b28c5ecf97e6a for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:51:21.479574 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.533707 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89f9cd2d-fcda-4e7f-afa2-ca9c75865d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.587455 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Router 5db88be8-b21f-40fc-9c51-e6919c6717af has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:21.648353 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89f9cd2d-fcda-4e7f-afa2-ca9c75865d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.655127 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-89f9cd2d-fcda-4e7f-afa2-ca9c75865d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.704003 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-89f9cd2d-fcda-4e7f-afa2-ca9c75865d7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1177c0c25dd64f648ce55aaaa77784c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903888 Jul 13 14:51:21.707388 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52290) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:21.720688 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9cd2d-fcda-4e7f-afa2-ca9c75865d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc1583c-8ce7-4a63-9377-dfed41ac3e0a,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:21.753081 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Allocated IP 172.20.0.10 (14022dbc-56f4-48cd-b035-e4cd8dbfc258/133db6f1-8385-4cb4-9dce-5dea10df197d/1c65c545-5b50-48a4-b05b-24d1a00c506d) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:21.788298 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:21.796676 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-bbca4bc7-b310-44f4-bbb6-9ae78840eddb admin admin] 10.222.0.37 "PUT /v2.0/routers/5db88be8-b21f-40fc-9c51-e6919c6717af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1765816 Jul 13 14:51:21.797122 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52292) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:21.808373 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-001e09ba-da11-4cb9-928d-70cf410c9cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.808638 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] Sync routers for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:21.826452 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:21.827606 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:21.900028 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-70333183-773f-4741-ac57-5d5b6574d06b req-029a5e9c-0263-442e-b781-188881166dae tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 210 time: 0.0394652 Jul 13 14:51:21.950005 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-001e09ba-da11-4cb9-928d-70cf410c9cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.962842 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.982237 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Transition to ACTIVE for port object 1c65c545-5b50-48a4-b05b-24d1a00c506d will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:21.991090 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:22.031514 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.041958 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.116760 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:22.122548 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:22.125378 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event updated for resources: {'Port': ['ID=1c65c545-5b50-48a4-b05b-24d1a00c506d,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:22.129425 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:22.142196 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-001e09ba-da11-4cb9-928d-70cf410c9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.146191 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-001e09ba-da11-4cb9-928d-70cf410c9cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.149760 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-001e09ba-da11-4cb9-928d-70cf410c9cfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fc1583c-8ce7-4a63-9377-dfed41ac3e0a HTTP/1.1" status: 204 len: 168 time: 0.4390831 Jul 13 14:51:22.186128 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e09ba-da11-4cb9-928d-70cf410c9cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc1583c-8ce7-4a63-9377-dfed41ac3e0a,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:22.207571 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.233137 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:22.235172 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.295094 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-36b12eed-a243-4d77-8e03-d86ef9ba339d tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0825822 Jul 13 14:51:22.315857 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Request body: {'port': {'device_id': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:22.340912 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:51:20Z', 'revision_number': 5, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port': {'id': 'e78735e0-2ad1-4ee1-beb2-9f540dfb8818', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:22.373357 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Deleting port e78735e0-2ad1-4ee1-beb2-9f540dfb8818 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:22.374420 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.441030 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] Checking router: 5db88be8-b21f-40fc-9c51-e6919c6717af for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:22.456767 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] Routers {'5db88be8-b21f-40fc-9c51-e6919c6717af'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:22.457729 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['5db88be8-b21f-40fc-9c51-e6919c6717af'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:22.485888 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.559275 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] For port e78735e0-2ad1-4ee1-beb2-9f540dfb8818, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=e78735e0-2ad1-4ee1-beb2-9f540dfb8818,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:22.566639 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.592672 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Calling delete_port for e78735e0-2ad1-4ee1-beb2-9f540dfb8818 owned by network:router_gateway {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:22.789679 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-cb1f8395-b9e4-43ef-9b3a-67a05403b78a None None] Provisioning for port 1c65c545-5b50-48a4-b05b-24d1a00c506d completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:22.803089 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-cb1f8395-b9e4-43ef-9b3a-67a05403b78a None None] Provisioning complete for port 1c65c545-5b50-48a4-b05b-24d1a00c506d triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:22.803695 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-cb1f8395-b9e4-43ef-9b3a-67a05403b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.821816 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] Set router 5db88be8-b21f-40fc-9c51-e6919c6717af gateway port host: None {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:22.857601 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.889637 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e78735e0-2ad1-4ee1-beb2-9f540dfb8818,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:22.891195 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c65c545-5b50-48a4-b05b-24d1a00c506d {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:22.900384 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.914634 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Transition to ACTIVE for port object 1c65c545-5b50-48a4-b05b-24d1a00c506d will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:22.919883 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.964421 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:51:22Z', 'revision_number': 6, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:22.999246 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Pushing event updated for resources: {'Port': ['ID=1c65c545-5b50-48a4-b05b-24d1a00c506d,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:23.011059 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.027497 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0008d6-4f1f-4302-8c98-207f0be4bf26 None None] The sync data for ids ['5db88be8-b21f-40fc-9c51-e6919c6717af'] in dv-cinder-788364-4-iscsi is: [{'id': '5db88be8-b21f-40fc-9c51-e6919c6717af', 'name': 'tempest-TestMinimumBasicScenario-782057930-router', 'tenant_id': '27e7ad5089184846bd61e16bfa02b42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:41Z', 'updated_at': '2021-07-13T14:51:22Z', 'revision_number': 6, 'project_id': '27e7ad5089184846bd61e16bfa02b42e', 'gw_port_host': None}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:23.037687 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f8395-b9e4-43ef-9b3a-67a05403b78a None None] Port 1c65c545-5b50-48a4-b05b-24d1a00c506d cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:51:23.091107 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Attempting to bind port 1c65c545-5b50-48a4-b05b-24d1a00c506d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:23.092011 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Attempting to bind port 1c65c545-5b50-48a4-b05b-24d1a00c506d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:23.092707 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Attempting to bind port 1c65c545-5b50-48a4-b05b-24d1a00c506d on network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:23.100439 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Port 1c65c545-5b50-48a4-b05b-24d1a00c506d on network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:51:23.102175 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Attempting to bind port 1c65c545-5b50-48a4-b05b-24d1a00c506d on network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:23.111551 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:23.112593 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Checking segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:23.113211 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Bound using segment: {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:23.113779 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Bound port: 1c65c545-5b50-48a4-b05b-24d1a00c506d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:23.114346 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.178214 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.180893 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.241187 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.241960 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db88be8-b21f-40fc-9c51-e6919c6717af {{(pid=110074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:51:23.247805 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.248952 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6a3fd110-483c-4de1-8243-62b7761c3e0a admin admin] 10.222.0.37 "DELETE /v2.0/routers/5db88be8-b21f-40fc-9c51-e6919c6717af HTTP/1.1" status: 204 len: 168 time: 1.4509020 Jul 13 14:51:23.253141 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52302) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:23.308337 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c9d3ee-d9b5-4f49-87b2-90288615af9a admin admin] Deleting subnet d76d458f-63d6-4585-b8ac-6b5f35326c68 {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:51:23.311933 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-70c9d3ee-d9b5-4f49-87b2-90288615af9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.351873 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-70c9d3ee-d9b5-4f49-87b2-90288615af9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117334'] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.499955 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-70c9d3ee-d9b5-4f49-87b2-90288615af9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.573644 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-70c9d3ee-d9b5-4f49-87b2-90288615af9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60015268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59020755'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.602755 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9d3ee-d9b5-4f49-87b2-90288615af9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76d458f-63d6-4585-b8ac-6b5f35326c68,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:23.607286 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] For port 1c65c545-5b50-48a4-b05b-24d1a00c506d, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:23.608898 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-70c9d3ee-d9b5-4f49-87b2-90288615af9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.613151 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-70c9d3ee-d9b5-4f49-87b2-90288615af9a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d76d458f-63d6-4585-b8ac-6b5f35326c68 HTTP/1.1" status: 204 len: 168 time: 0.3579910 Jul 13 14:51:23.615924 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52304) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:23.622182 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f53e5-9ef4-42f4-a68d-ac186d028492 None None] Network aa79d9f6-a2ef-405f-8803-8b8236d03e56 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:51:23.624477 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895cc3f-cbee-402b-ab9f-6e194fdafef9 req-7b7babf8-843e-4fda-a79a-e2843a868f40 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:23.627848 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0895cc3f-cbee-402b-ab9f-6e194fdafef9 req-7b7babf8-843e-4fda-a79a-e2843a868f40 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 944 time: 0.4974389 Jul 13 14:51:23.630435 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] For port 1c65c545-5b50-48a4-b05b-24d1a00c506d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c65c545-5b50-48a4-b05b-24d1a00c506d,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:23.649049 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.723185 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:23.724201 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.726714 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.736593 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] 10.222.0.61 "PUT /v2.0/ports/1c65c545-5b50-48a4-b05b-24d1a00c506d HTTP/1.1" status: 200 len: 1094 time: 1.4320991 Jul 13 14:51:23.737827 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'tag': '1c65c545-5b50-48a4-b05b-24d1a00c506d'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:23.740807 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21" -d '{"events": [{"name": "network-changed", "server_uuid": "0a09f110-8bac-4510-8d50-aa816b7bb2c0", "tag": "1c65c545-5b50-48a4-b05b-24d1a00c506d"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:23.828695 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0895cc3f-cbee-402b-ab9f-6e194fdafef9 req-e8fa4a0a-cf82-4aa3-b644-b01838324334 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892593 Jul 13 14:51:23.836273 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Deleting port 03a5a3ae-9b5f-49d8-9540-783a3f9778db {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:23.837299 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.984301 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb9a96-1a72-4f5c-95a0-9b7590c14461 service neutron] Pushing event updated for resources: {'Port': ['ID=1c65c545-5b50-48a4-b05b-24d1a00c506d,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:24.032809 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079dd880-af30-4a37-9481-c56ec1f6c8cc x-openstack-request-id: req-079dd880-af30-4a37-9481-c56ec1f6c8cc {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:24.033122 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a09f110-8bac-4510-8d50-aa816b7bb2c0", "tag": "1c65c545-5b50-48a4-b05b-24d1a00c506d", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:24.033556 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-079dd880-af30-4a37-9481-c56ec1f6c8cc {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:24.037778 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'tag': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'status': 'completed', 'code': 200} Jul 13 14:51:24.058837 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-0ccf48d5-b90d-42db-b168-605bbf05d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:24.064451 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-0ccf48d5-b90d-42db-b168-605bbf05d489 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 1097 time: 0.2310197 Jul 13 14:51:24.068911 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] For port 03a5a3ae-9b5f-49d8-9540-783a3f9778db, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=03a5a3ae-9b5f-49d8-9540-783a3f9778db,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:24.069308 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.089184 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Calling delete_port for 03a5a3ae-9b5f-49d8-9540-783a3f9778db owned by network:dhcp {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:24.149624 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] DHCP port deletion for aa79d9f6-a2ef-405f-8803-8b8236d03e56 request from dv-cinder-788364-4-iscsi {{(pid=110075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:51:24.182470 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-950ce424-c67f-4239-a25e-1923b30af69f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c65c545-5b50-48a4-b05b-24d1a00c506d HTTP/1.1" status: 200 len: 217 time: 0.0899005 Jul 13 14:51:24.241136 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Deleting port 03a5a3ae-9b5f-49d8-9540-783a3f9778db {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:24.241852 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.290929 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-819bc126-1a89-4433-8367-cfc1351ae154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:24.292760 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-819bc126-1a89-4433-8367-cfc1351ae154 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.0902040 Jul 13 14:51:24.362479 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] For port 03a5a3ae-9b5f-49d8-9540-783a3f9778db, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=03a5a3ae-9b5f-49d8-9540-783a3f9778db,segment=NetworkSegment(cd0b7960-835d-4859-a79a-d97ae36df504),segment_id=cd0b7960-835d-4859-a79a-d97ae36df504)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:24.363251 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.383520 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-9f1ba9d1-fc9f-4243-93ae-d88dbf5dabba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:24.387226 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-9f1ba9d1-fc9f-4243-93ae-d88dbf5dabba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850487 Jul 13 14:51:24.391236 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device e78735e0-2ad1-4ee1-beb2-9f540dfb8818 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:24.423696 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: e78735e0-2ad1-4ee1-beb2-9f540dfb8818 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:24.424261 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device e78735e0-2ad1-4ee1-beb2-9f540dfb8818 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:24.425743 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:24.430292 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Calling delete_port for 03a5a3ae-9b5f-49d8-9540-783a3f9778db owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:24.482916 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:24.483601 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device ca888c43-5d10-4a2f-8ba2-ce3080a0ee76 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:24.484411 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 03a5a3ae-9b5f-49d8-9540-783a3f9778db no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:24.511527 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-43e7592c-a03b-47d1-a48e-9a443d8a19dd service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166327 Jul 13 14:51:24.549120 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.578327 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a5a3ae-9b5f-49d8-9540-783a3f9778db,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:24.586202 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] No DVR routers for this DVR port 03a5a3ae-9b5f-49d8-9540-783a3f9778db on host dv-cinder-788364-4-iscsi {{(pid=110074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:24.653571 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-590cd487-8592-4125-a5e8-d232a4dbf35c req-2932d34a-8f53-450c-b86e-2bac95880cd3 service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334252 Jul 13 14:51:24.656614 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No active binding found for port 03a5a3ae-9b5f-49d8-9540-783a3f9778db {{(pid=110075) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 14:51:24.657109 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 03a5a3ae-9b5f-49d8-9540-783a3f9778db not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:24.680343 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:51:24.684684 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.695212 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.707246 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa79d9f6-a2ef-405f-8803-8b8236d03e56']}} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:24.725059 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Pushing event deleted for resources: {'Port': ['ID=03a5a3ae-9b5f-49d8-9540-783a3f9778db,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:24.730200 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] No DVR routers for this DVR port 03a5a3ae-9b5f-49d8-9540-783a3f9778db on host dv-cinder-788364-4-iscsi {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:24.749763 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0b7960-835d-4859-a79a-d97ae36df504') {'for_net_delete': True} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:24.749763 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0b7960-835d-4859-a79a-d97ae36df504') {} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:24.752272 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.752777 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.753222 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.753660 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.754094 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.754527 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.754955 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.755403 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.755861 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.756280 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.756701 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.757159 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1fd43-e145-43c1-b27c-6432594545cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:24.766608 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117327'] for segment, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.789928 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.798770 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=110074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:51:24.798770 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60013834'] for segment, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: Traceback (most recent call last): Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: timer() Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: cb(*args, **kw) Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: return func(*args, **kwargs) Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: self._notify() Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: self.callback(batched_events) Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: event.method(event) Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: return f(self, *a, **k) Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._get(url).json() Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: return self.request(url, 'GET', **kwargs) Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:51:24.800923 dv-cinder-788364-4-iscsi neutron-server[110074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:51:24.817233 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-17f024d4-5091-4514-a31b-6ec7ea15b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:24.818856 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-17f024d4-5091-4514-a31b-6ec7ea15b5b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 1097 time: 0.0938246 Jul 13 14:51:24.872074 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.879486 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.884314 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aa79d9f6-a2ef-405f-8803-8b8236d03e56 HTTP/1.1" status: 204 len: 168 time: 1.2666228 Jul 13 14:51:24.890167 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52314) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:24.924321 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5c592-1cf2-40b3-aa89-5a204d84c778 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa79d9f6-a2ef-405f-8803-8b8236d03e56,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:24.954980 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-a645a3ac-5398-48eb-a938-df02a4cebb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:24.958762 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-a645a3ac-5398-48eb-a938-df02a4cebb8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 912 time: 0.1276662 Jul 13 14:51:25.056214 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-a864ff15-40a6-4ece-afdb-938b90991054 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c65c545-5b50-48a4-b05b-24d1a00c506d HTTP/1.1" status: 200 len: 217 time: 0.0857337 Jul 13 14:51:25.172690 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-f5eac241-e8f6-474e-b71e-a69dd9c7ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:25.174667 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-f5eac241-e8f6-474e-b71e-a69dd9c7ceea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.0808134 Jul 13 14:51:25.243962 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8c98c-c724-4956-9514-a77ce73f5d53 req-879a98bf-98d0-4a89-813f-31dd1e796b2c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:25.248467 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-60f8c98c-c724-4956-9514-a77ce73f5d53 req-879a98bf-98d0-4a89-813f-31dd1e796b2c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 944 time: 0.2606642 Jul 13 14:51:25.330036 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-60f8c98c-c724-4956-9514-a77ce73f5d53 req-142be9e4-a092-4056-a383-8c5674c0b222 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779278 Jul 13 14:51:25.357922 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-39941ee8-60b0-48b1-bcff-226179962394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:25.360526 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-39941ee8-60b0-48b1-bcff-226179962394 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1692345 Jul 13 14:51:25.467517 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-f4b6773b-61be-4431-bbd0-70acd9e22ddc service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970163 Jul 13 14:51:25.491555 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.566005 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bfbb243a-0ec7-4d16-976a-17d6eb6aef21 req-39690ad7-4b19-4c47-aa8c-b1895db8435c service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901906 Jul 13 14:51:25.816160 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Deleting port df17c9ec-555d-43c6-9a2d-0feae11c784c {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:25.816739 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.900774 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] For port df17c9ec-555d-43c6-9a2d-0feae11c784c, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=df17c9ec-555d-43c6-9a2d-0feae11c784c,segment=NetworkSegment(38c441a5-042a-4ee9-a758-65baa305c804),segment_id=38c441a5-042a-4ee9-a758-65baa305c804)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:25.901165 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.915585 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Calling delete_port for df17c9ec-555d-43c6-9a2d-0feae11c784c owned by network:router_interface {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:26.103475 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.127990 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df17c9ec-555d-43c6-9a2d-0feae11c784c,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:26.323552 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.469509 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-593d0be8-acbb-4732-a184-e993a1fd6cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.555478 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617aa04-d7bc-4f14-aca8-9e9b71b65ac5 req-cfeb41d1-b590-41c7-b2f8-6bc08a3bd13b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:26.557947 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d617aa04-d7bc-4f14-aca8-9e9b71b65ac5 req-cfeb41d1-b590-41c7-b2f8-6bc08a3bd13b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 944 time: 0.0811319 Jul 13 14:51:26.594926 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Router f2823fba-f808-44b2-977c-2920b17eea34 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:26.606865 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d617aa04-d7bc-4f14-aca8-9e9b71b65ac5 req-a40e56f2-2785-4e4e-aaa1-0222e8c887df tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 Jul 13 14:51:26.725739 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:26.732432 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-de4858e1-8696-48b4-bf70-520cff694ce9 admin admin] 10.222.0.37 "PUT /v2.0/routers/f2823fba-f808-44b2-977c-2920b17eea34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188331 Jul 13 14:51:26.734887 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] Sync routers for ids ['f2823fba-f808-44b2-977c-2920b17eea34'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:26.736017 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52332) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:26.745118 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] Routers {'f2823fba-f808-44b2-977c-2920b17eea34'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:26.745845 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['f2823fba-f808-44b2-977c-2920b17eea34'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:26.851701 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks [] for router, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.872778 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] Set router f2823fba-f808-44b2-977c-2920b17eea34 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:26.968700 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.033219 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Deleting port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:27.033857 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.069239 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:51:26Z', 'revision_number': 5, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port': {'id': '92fdf38b-a396-4ca5-80d5-5061a17cd9b0', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:53Z', 'updated_at': '2021-07-13T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:27.099850 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] Checking router: f2823fba-f808-44b2-977c-2920b17eea34 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:27.110065 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] Routers {'f2823fba-f808-44b2-977c-2920b17eea34'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:27.110701 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['f2823fba-f808-44b2-977c-2920b17eea34'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:27.135356 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] For port 92fdf38b-a396-4ca5-80d5-5061a17cd9b0, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=92fdf38b-a396-4ca5-80d5-5061a17cd9b0,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:27.135751 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.156968 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Calling delete_port for 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 owned by network:router_gateway {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:27.207054 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] Set router f2823fba-f808-44b2-977c-2920b17eea34 gateway port host: None {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:27.259741 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:51:26Z', 'revision_number': 6, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:27.383269 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb393ee-a476-4441-912a-fd5535dc7f47 None None] The sync data for ids ['f2823fba-f808-44b2-977c-2920b17eea34'] in dv-cinder-788364-4-iscsi is: [{'id': 'f2823fba-f808-44b2-977c-2920b17eea34', 'name': 'tempest-TestMinimumBasicScenario-934648491-router', 'tenant_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:52Z', 'updated_at': '2021-07-13T14:51:26Z', 'revision_number': 6, 'project_id': 'aa63d5bdcb704027b23be4edfa3b228c', 'gw_port_host': None}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:27.387834 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.417723 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Pushing event deleted for resources: {'Port': ['ID=92fdf38b-a396-4ca5-80d5-5061a17cd9b0,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:27.429346 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.429710 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.430224 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.430571 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.430929 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.431262 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.431596 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.431953 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.432280 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.432608 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.433070 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.433252 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:27.500203 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.602929 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.605390 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.817140 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41bdfe-1095-4ea8-be5b-8df654815f86 req-146982b8-0d03-44c8-8b0f-e58fa3b4040e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:27.818879 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4f41bdfe-1095-4ea8-be5b-8df654815f86 req-146982b8-0d03-44c8-8b0f-e58fa3b4040e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 944 time: 0.0777063 Jul 13 14:51:27.869080 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4f41bdfe-1095-4ea8-be5b-8df654815f86 req-ba0d0a8d-cb74-4ed0-8b50-40a0e57b8d96 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400491 Jul 13 14:51:27.909043 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.909043 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2823fba-f808-44b2-977c-2920b17eea34 {{(pid=110074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:51:27.916354 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.918362 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2db35679-5cd4-4110-9729-bbcefa51986c admin admin] 10.222.0.37 "DELETE /v2.0/routers/f2823fba-f808-44b2-977c-2920b17eea34 HTTP/1.1" status: 204 len: 168 time: 1.1804507 Jul 13 14:51:27.921781 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52338) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:27.974164 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c5a2f1-422c-4983-95d1-adf84d892b66 admin admin] Deleting subnet 1ce12651-c5d2-4303-8001-2e8bea615d83 {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:51:27.977690 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a2f1-422c-4983-95d1-adf84d892b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.014469 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a2f1-422c-4983-95d1-adf84d892b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117334'] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.109212 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a2f1-422c-4983-95d1-adf84d892b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.184590 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a2f1-422c-4983-95d1-adf84d892b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60015268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59020755'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.213156 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5a2f1-422c-4983-95d1-adf84d892b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce12651-c5d2-4303-8001-2e8bea615d83,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:28.217053 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a2f1-422c-4983-95d1-adf84d892b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.221233 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d9c5a2f1-422c-4983-95d1-adf84d892b66 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ce12651-c5d2-4303-8001-2e8bea615d83 HTTP/1.1" status: 204 len: 168 time: 0.2959325 Jul 13 14:51:28.222728 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52340) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:28.236622 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9a5ec-88d3-4065-aa98-b52abf968390 None None] Network 04609173-cf3f-4de3-99c3-480cee25162a requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:51:28.296300 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device df17c9ec-555d-43c6-9a2d-0feae11c784c no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:28.319589 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.322690 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: df17c9ec-555d-43c6-9a2d-0feae11c784c {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:28.323043 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device df17c9ec-555d-43c6-9a2d-0feae11c784c not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:28.323464 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:28.348352 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:28.348685 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 92fdf38b-a396-4ca5-80d5-5061a17cd9b0 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:28.381282 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Deleting port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:28.381625 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.451937 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] For port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,segment=NetworkSegment(38c441a5-042a-4ee9-a758-65baa305c804),segment_id=38c441a5-042a-4ee9-a758-65baa305c804)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:28.452154 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.473069 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Calling delete_port for 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 owned by network:dhcp {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:28.475525 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] DHCP port deletion for 04609173-cf3f-4de3-99c3-480cee25162a request from dv-cinder-788364-4-iscsi {{(pid=110075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:51:28.531315 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] Deleting port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:28.531740 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.564713 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.598479 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] For port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,segment=NetworkSegment(38c441a5-042a-4ee9-a758-65baa305c804),segment_id=38c441a5-042a-4ee9-a758-65baa305c804)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:28.599822 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.602431 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Pushing event deleted for resources: {'Port': ['ID=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:28.604305 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] No DVR routers for this DVR port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 on host dv-cinder-788364-4-iscsi {{(pid=110074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:28.615560 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] Calling delete_port for 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:28.672546 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 1c65c545-5b50-48a4-b05b-24d1a00c506d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:51:28.676730 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.688221 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04609173-cf3f-4de3-99c3-480cee25162a']}} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:28.702804 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c441a5-042a-4ee9-a758-65baa305c804') {'for_net_delete': True} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:28.703682 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c441a5-042a-4ee9-a758-65baa305c804') {} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:28.715657 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117327'] for segment, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.733823 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.741067 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=110074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:51:28.741434 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60013834'] for segment, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: Traceback (most recent call last): Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: timer() Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: cb(*args, **kw) Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: return func(*args, **kwargs) Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: self._notify() Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: self.callback(batched_events) Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: event.method(event) Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: return f(self, *a, **k) Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._get(url).json() Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: return self.request(url, 'GET', **kwargs) Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:51:28.743191 dv-cinder-788364-4-iscsi neutron-server[110074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:51:28.749595 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.789247 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] No DVR routers for this DVR port 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 on host dv-cinder-788364-4-iscsi {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:28.793344 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273f368-9c68-4caa-89a0-6013dd628d29 None None] Pushing event deleted for resources: {'Port': ['ID=9426d0c4-e6ac-4cdb-a6bb-a0c767c53454,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:28.817123 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.841319 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 1c65c545-5b50-48a4-b05b-24d1a00c506d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c65c545-5b50-48a4-b05b-24d1a00c506d,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:28.842079 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.845168 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] 10.222.0.37 "DELETE /v2.0/networks/04609173-cf3f-4de3-99c3-480cee25162a HTTP/1.1" status: 204 len: 168 time: 0.6211345 Jul 13 14:51:28.847040 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b0a72-cdf4-4df9-9428-2d7a8a908363 admin admin] Pushing event deleted for resources: {'Network': ['ID=04609173-cf3f-4de3-99c3-480cee25162a,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:28.855997 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'port_id': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'mac_address': 'fa:16:3e:c3:8d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:51:28.910975 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.924930 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c65c545-5b50-48a4-b05b-24d1a00c506d {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:28.945859 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 1c65c545-5b50-48a4-b05b-24d1a00c506d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c65c545-5b50-48a4-b05b-24d1a00c506d,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:28.949649 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:28.998733 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=1c65c545-5b50-48a4-b05b-24d1a00c506d,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:29.024568 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52350) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:29.067392 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e247c0c0-245e-47f1-96ea-04b76e9dedd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27e7ad5089184846bd61e16bfa02b42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414529 Jul 13 14:51:29.069907 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52352) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:29.080444 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dd904-282d-4528-af7d-2e84cfc24610 req-59716291-223f-4e14-a223-cccf60f185cb tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:29.082164 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-578dd904-282d-4528-af7d-2e84cfc24610 req-59716291-223f-4e14-a223-cccf60f185cb tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 945 time: 0.0806446 Jul 13 14:51:29.119712 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-85a76609-494a-4c32-90ec-a55d96c77993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.121325 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-578dd904-282d-4528-af7d-2e84cfc24610 req-c6172973-83cd-4c3f-8cbd-eaf86ea5ec44 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331810 Jul 13 14:51:29.141224 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-85a76609-494a-4c32-90ec-a55d96c77993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.192800 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-85a76609-494a-4c32-90ec-a55d96c77993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.195336 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-85a76609-494a-4c32-90ec-a55d96c77993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.196615 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-85a76609-494a-4c32-90ec-a55d96c77993 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5215b2e4-a8b6-4a87-b863-62d177dd0750 HTTP/1.1" status: 204 len: 168 time: 0.1257589 Jul 13 14:51:29.204657 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a76609-494a-4c32-90ec-a55d96c77993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5215b2e4-a8b6-4a87-b863-62d177dd0750,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:29.234627 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['1c65c545-5b50-48a4-b05b-24d1a00c506d'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:29.523665 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 52366) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:29.526522 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.569509 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-fc065763-52b0-424e-bf69-09925a68d225 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa63d5bdcb704027b23be4edfa3b228c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444195 Jul 13 14:51:29.572521 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52368) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:29.623199 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a5df-4c78-4d1c-a8fa-94f63ca0f4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.648684 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a5df-4c78-4d1c-a8fa-94f63ca0f4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.711682 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a5df-4c78-4d1c-a8fa-94f63ca0f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.714319 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a5df-4c78-4d1c-a8fa-94f63ca0f4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.715491 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-7cc5a5df-4c78-4d1c-a8fa-94f63ca0f4a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/366859f3-b5ec-49a1-8751-afffd0522538 HTTP/1.1" status: 204 len: 168 time: 0.1419833 Jul 13 14:51:29.723289 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5a5df-4c78-4d1c-a8fa-94f63ca0f4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366859f3-b5ec-49a1-8751-afffd0522538,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:29.870979 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-28de7893-46fe-4e5d-a2f5-7b7fcb24b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:30.273315 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:30.294318 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:30.294807 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 9426d0c4-e6ac-4cdb-a6bb-a0c767c53454 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:30.306845 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172349-ad2d-4498-a834-dbdd283d135a req-4182004b-1ab0-4a06-90b4-48c7c06521bc tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:30.308578 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5f172349-ad2d-4498-a834-dbdd283d135a req-4182004b-1ab0-4a06-90b4-48c7c06521bc tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 945 time: 0.0695817 Jul 13 14:51:30.349739 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5f172349-ad2d-4498-a834-dbdd283d135a req-858e0652-c219-42a2-b128-bba417332d33 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354447 Jul 13 14:51:30.417667 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.528898 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32358b1-8b2d-41c8-b1da-9aba29e2dc7d req-bc3621a2-4b61-4287-a69e-b5f2dd61c122 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:31.530412 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a32358b1-8b2d-41c8-b1da-9aba29e2dc7d req-bc3621a2-4b61-4287-a69e-b5f2dd61c122 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 945 time: 0.0686743 Jul 13 14:51:31.570843 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a32358b1-8b2d-41c8-b1da-9aba29e2dc7d req-d71eb818-4d85-42f2-ae11-52b9196b570e tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338075 Jul 13 14:51:31.801380 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 1c65c545-5b50-48a4-b05b-24d1a00c506d up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:31.852060 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 1c65c545-5b50-48a4-b05b-24d1a00c506d completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:31.855759 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 1c65c545-5b50-48a4-b05b-24d1a00c506d triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:31.856141 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.934549 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.957851 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c65c545-5b50-48a4-b05b-24d1a00c506d'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:31.960162 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e09214-7c8c-412f-8891-fbe794a4dff9" -d '{"events": [{"server_uuid": "0a09f110-8bac-4510-8d50-aa816b7bb2c0", "name": "network-vif-plugged", "status": "completed", "tag": "1c65c545-5b50-48a4-b05b-24d1a00c506d"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:31.973508 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 1c65c545-5b50-48a4-b05b-24d1a00c506d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c65c545-5b50-48a4-b05b-24d1a00c506d,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:31.978882 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:32.006922 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b176f71-6308-4f7b-a65c-e861f7fc854a x-openstack-request-id: req-3b176f71-6308-4f7b-a65c-e861f7fc854a {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:32.007211 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a09f110-8bac-4510-8d50-aa816b7bb2c0", "name": "network-vif-plugged", "status": "completed", "tag": "1c65c545-5b50-48a4-b05b-24d1a00c506d", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:32.007458 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b176f71-6308-4f7b-a65c-e861f7fc854a {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:32.007877 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'code': 200} Jul 13 14:51:32.035282 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=1c65c545-5b50-48a4-b05b-24d1a00c506d,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:32.089866 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:32.748698 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491ab6-4a39-4bf3-b086-3ae27c4cbacc req-a865ee79-db29-4244-a191-8102557137a9 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:32.750582 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c4491ab6-4a39-4bf3-b086-3ae27c4cbacc req-a865ee79-db29-4244-a191-8102557137a9 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.0642462 Jul 13 14:51:32.788810 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c4491ab6-4a39-4bf3-b086-3ae27c4cbacc req-0deb48dc-78c4-44bc-895a-5903016bfbb8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322235 Jul 13 14:51:33.084924 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ef0e5-ba1c-45b7-b675-dc9f9bb6f93e req-f97e9a41-fdea-49cb-a3a2-e0320df3e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:33.086645 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d5ef0e5-ba1c-45b7-b675-dc9f9bb6f93e req-f97e9a41-fdea-49cb-a3a2-e0320df3e3fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 1099 time: 0.0523057 Jul 13 14:51:33.123954 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2d5ef0e5-ba1c-45b7-b675-dc9f9bb6f93e req-0157c0a1-1454-4abd-b90f-484af0908b5e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305762 Jul 13 14:51:33.984729 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb9ab1-274a-46fc-aa54-dc5bc82db472 req-909d8054-e990-4f92-9c69-508519b58ace tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:33.986224 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d8bb9ab1-274a-46fc-aa54-dc5bc82db472 req-909d8054-e990-4f92-9c69-508519b58ace tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.0778794 Jul 13 14:51:34.027764 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d8bb9ab1-274a-46fc-aa54-dc5bc82db472 req-58f0a435-c4d9-48d1-9627-2ea6ae708189 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353200 Jul 13 14:51:35.201781 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaf36c-17f2-46ea-ad69-8adcec1678a5 req-d5b19994-f6ff-49cd-bdee-ec855a1796bf tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:35.203441 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ccdaf36c-17f2-46ea-ad69-8adcec1678a5 req-d5b19994-f6ff-49cd-bdee-ec855a1796bf tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.0633242 Jul 13 14:51:35.241474 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ccdaf36c-17f2-46ea-ad69-8adcec1678a5 req-fa4f576e-ac7b-4725-b484-918e3d8ce491 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316534 Jul 13 14:51:35.416645 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74773c75-614c-47d8-8b0d-b19bd697babb req-1e165488-8375-4f6c-a9fd-ec960fefb751 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:35.418164 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-74773c75-614c-47d8-8b0d-b19bd697babb req-1e165488-8375-4f6c-a9fd-ec960fefb751 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.0704241 Jul 13 14:51:35.427595 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 52408) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:35.432289 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Request body: {'floatingip': {'port_id': '1c65c545-5b50-48a4-b05b-24d1a00c506d'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:35.473341 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:35.922818 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:35.927574 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:36.025257 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Floating IP 845cd39b-b539-4639-8857-590b45531410 associated. External IP: 172.27.1.5, port: 1c65c545-5b50-48a4-b05b-24d1a00c506d. Jul 13 14:51:36.226444 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:36.329801 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:36.334886 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:36.341322 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] Sync routers for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:36.355085 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:36.355755 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:36.371398 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-bfdf5b53-cad6-4eeb-9776-7c63b80922d7 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "PUT /v2.0/floatingips/845cd39b-b539-4639-8857-590b45531410 HTTP/1.1" status: 200 len: 990 time: 0.9426703 Jul 13 14:51:36.372125 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'tag': '1c65c545-5b50-48a4-b05b-24d1a00c506d'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:36.374447 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a09f110-8bac-4510-8d50-aa816b7bb2c0", "tag": "1c65c545-5b50-48a4-b05b-24d1a00c506d"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:36.584507 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:36.599205 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:36.828903 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '845cd39b-b539-4639-8857-590b45531410', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'port_id': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'mac_address': 'fa:16:3e:c3:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:51:17Z', 'updated_at': '2021-07-13T14:51:35Z', 'revision_number': 1, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:36.855925 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] Checking router: 4f92ebbc-c6fe-450b-b629-3e9afdc8082d for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:36.864777 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:36.865384 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:51:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:36.968891 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:37.191773 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '845cd39b-b539-4639-8857-590b45531410', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'port_id': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'mac_address': 'fa:16:3e:c3:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:51:17Z', 'updated_at': '2021-07-13T14:51:35Z', 'revision_number': 1, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:37.218143 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36569efb-9936-40c2-accc-b2b86e6153f6 None None] The sync data for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi is: [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '845cd39b-b539-4639-8857-590b45531410', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'port_id': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'mac_address': 'fa:16:3e:c3:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:51:17Z', 'updated_at': '2021-07-13T14:51:35Z', 'revision_number': 1, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:37.283960 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19010f5-bdeb-449b-b6fa-17edf5896664 x-openstack-request-id: req-b19010f5-bdeb-449b-b6fa-17edf5896664 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:37.285148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a09f110-8bac-4510-8d50-aa816b7bb2c0", "tag": "1c65c545-5b50-48a4-b05b-24d1a00c506d", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:37.285148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b19010f5-bdeb-449b-b6fa-17edf5896664 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:37.285148 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'tag': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'status': 'completed', 'code': 200} Jul 13 14:51:37.294311 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-cb8eaab2-c261-4c5b-9851-4d7eab951755 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764997 Jul 13 14:51:37.410523 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-42ab61f1-6c84-48c1-a7cb-49e484bff529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.412365 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-42ab61f1-6c84-48c1-a7cb-49e484bff529 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 1099 time: 0.0967517 Jul 13 14:51:37.422093 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-47379ab0-14c8-4a1d-82f9-ad12fd37eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.423594 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-47379ab0-14c8-4a1d-82f9-ad12fd37eb5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1098 time: 0.0760708 Jul 13 14:51:37.487742 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f14451-797d-4d46-98df-4977d983ea49 None None] New status for floating IP 845cd39b-b539-4639-8857-590b45531410: ACTIVE {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:51:37.583819 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-91ea9f4c-31d2-42b8-83be-1d686d437cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.585302 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-91ea9f4c-31d2-42b8-83be-1d686d437cf5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 200 len: 912 time: 0.1602602 Jul 13 14:51:37.589846 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-909d0576-72b5-4d0c-8af5-f7876554cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.591245 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-909d0576-72b5-4d0c-8af5-f7876554cf90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 909 time: 0.1222072 Jul 13 14:51:37.710082 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-0fd0419f-57c4-4bf1-a568-2b67da9f3191 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c65c545-5b50-48a4-b05b-24d1a00c506d HTTP/1.1" status: 200 len: 998 time: 0.1117396 Jul 13 14:51:37.711882 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-a50426c6-b8d6-4de6-afbc-476b73890acb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 1001 time: 0.1124973 Jul 13 14:51:37.804478 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-85641889-18f8-4ae3-90e3-aaf3b6bebd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.805932 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-85641889-18f8-4ae3-90e3-aaf3b6bebd25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 200 len: 850 time: 0.0844994 Jul 13 14:51:37.807266 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-494d133b-7acd-4a86-b3eb-6cc25dfee105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.808572 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-494d133b-7acd-4a86-b3eb-6cc25dfee105 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 200 len: 847 time: 0.0780375 Jul 13 14:51:37.909406 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-d67de16b-78a5-4505-92f1-ab91accce7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.910876 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-d67de16b-78a5-4505-92f1-ab91accce7ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8349766d-ff31-4ea5-b580-00934bbb0f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803411 Jul 13 14:51:37.913333 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-537713ff-72bb-4f0b-8fb5-d927dd9ff986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.914677 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-537713ff-72bb-4f0b-8fb5-d927dd9ff986 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14022dbc-56f4-48cd-b035-e4cd8dbfc258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916188 Jul 13 14:51:38.085095 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-02acf5d2-93c1-4e90-b138-21ef8f79e718 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529357 Jul 13 14:51:38.086962 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-07ab05d3-76f0-49d5-a736-bfc693cffb61 service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538587 Jul 13 14:51:38.523865 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-a847ed46-88f2-40be-81d4-5a61fb06e19e service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270198 Jul 13 14:51:38.525559 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1d425d71-687c-4e03-8dc5-b7f7fe01d5f1 req-9abfdd80-b8f3-4048-ad93-6fbc108877d9 service neutron] 10.222.0.61 "GET /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206808 Jul 13 14:51:40.207845 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265636d9-20e4-460d-822c-ba81f50dd39b req-37caf386-0acd-4991-813b-e5fba0408d71 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:40.209338 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-265636d9-20e4-460d-822c-ba81f50dd39b req-37caf386-0acd-4991-813b-e5fba0408d71 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0634823 Jul 13 14:51:40.249433 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-265636d9-20e4-460d-822c-ba81f50dd39b req-6e93ae74-473e-471a-9c3a-a8946d2df9af tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343547 Jul 13 14:51:41.436726 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ff73d-5efa-4ba0-a091-bfbc6059a9db req-2f906237-0ab5-4c71-bc54-c0994badf78a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:41.438239 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5e7ff73d-5efa-4ba0-a091-bfbc6059a9db req-2f906237-0ab5-4c71-bc54-c0994badf78a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0693333 Jul 13 14:51:41.477088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5e7ff73d-5efa-4ba0-a091-bfbc6059a9db req-468b3852-0290-4b91-a956-0530cc73ba20 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331540 Jul 13 14:51:42.661581 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b27c4-8deb-48d8-8eb5-9ba0b73befe9 req-da1f3384-18b1-4b40-89dc-53c77449d114 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:42.663111 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5e7b27c4-8deb-48d8-8eb5-9ba0b73befe9 req-da1f3384-18b1-4b40-89dc-53c77449d114 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0639126 Jul 13 14:51:42.703223 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5e7b27c4-8deb-48d8-8eb5-9ba0b73befe9 req-52a1149c-93a3-403a-8596-76d133277287 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345268 Jul 13 14:51:43.203687 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f537d-edf6-43f7-ba88-8da8ff10aa6a req-8466e646-808a-4552-824a-bd76154a7aec tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:43.205797 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-740f537d-edf6-43f7-ba88-8da8ff10aa6a req-8466e646-808a-4552-824a-bd76154a7aec tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 945 time: 0.0673172 Jul 13 14:51:43.243723 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-740f537d-edf6-43f7-ba88-8da8ff10aa6a req-3a191688-82c1-45d0-bcaf-f3f47987d530 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Jul 13 14:51:43.887195 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47205e19-45ce-450f-aa64-2013ece49ef6 req-c0ee4107-1dc8-4803-b025-2dc55b503e66 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:43.888603 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47205e19-45ce-450f-aa64-2013ece49ef6 req-c0ee4107-1dc8-4803-b025-2dc55b503e66 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0650289 Jul 13 14:51:43.927033 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47205e19-45ce-450f-aa64-2013ece49ef6 req-ea853ed7-fc89-4ea9-a992-e027ef64e08d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Jul 13 14:51:44.416806 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bede7-58e1-4c8e-b9c6-242a62022c08 req-bf752aa0-e733-41dd-aed4-36ba2f2a1d18 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:44.418368 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3b1bede7-58e1-4c8e-b9c6-242a62022c08 req-bf752aa0-e733-41dd-aed4-36ba2f2a1d18 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 945 time: 0.0641220 Jul 13 14:51:44.458114 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3b1bede7-58e1-4c8e-b9c6-242a62022c08 req-5a925058-be5f-470c-9805-9484a919ba9f tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Jul 13 14:51:44.755198 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-4ec48eb7-aaa2-4129-99a9-56cd4857d62d tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:44.756609 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-4ec48eb7-aaa2-4129-99a9-56cd4857d62d tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.61 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 945 time: 0.0659921 Jul 13 14:51:44.853641 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Deleting port 19406456-1f81-4c94-80aa-2806c11dff3f {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:51:44.853981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.950458 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] For port 19406456-1f81-4c94-80aa-2806c11dff3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=19406456-1f81-4c94-80aa-2806c11dff3f,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:44.951145 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:44.964194 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Calling delete_port for 19406456-1f81-4c94-80aa-2806c11dff3f owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:45.142082 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:45.153988 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['19406456-1f81-4c94-80aa-2806c11dff3f'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:45.182558 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Pushing event deleted for resources: {'Port': ['ID=19406456-1f81-4c94-80aa-2806c11dff3f,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:45.199129 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.199478 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.199846 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.200179 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.200507 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.200833 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.201158 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.201481 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.201802 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.202121 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.202704 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.203051 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:45.213294 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c776df-c2ac-45b6-b12e-6f3f5bdbed46 req-1cc67aaa-13fd-4c5c-b887-c19645ee02bf tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:45.214822 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-90c776df-c2ac-45b6-b12e-6f3f5bdbed46 req-1cc67aaa-13fd-4c5c-b887-c19645ee02bf tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.1629808 Jul 13 14:51:45.269776 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] No DVR routers for this DVR port 19406456-1f81-4c94-80aa-2806c11dff3f on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:51:45.273076 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:45.275035 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc5403a7-0349-4c55-93da-6deb49ce68ec req-52bb516a-fac4-40ec-bad4-9b392511b247 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.61 "DELETE /v2.0/ports/19406456-1f81-4c94-80aa-2806c11dff3f HTTP/1.1" status: 204 len: 173 time: 0.5131726 Jul 13 14:51:45.275464 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fdfb26-fc2b-4845-bbd9-4c39940b4a0f', 'name': 'network-vif-deleted', 'tag': '19406456-1f81-4c94-80aa-2806c11dff3f'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:45.277877 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a5f30c-fe11-4b52-8a4d-7008b930eb79" -d '{"events": [{"server_uuid": "66fdfb26-fc2b-4845-bbd9-4c39940b4a0f", "name": "network-vif-deleted", "tag": "19406456-1f81-4c94-80aa-2806c11dff3f"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:45.297722 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-90c776df-c2ac-45b6-b12e-6f3f5bdbed46 req-2b05e650-51d7-4240-af32-cf6dd1fff7ef tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652974 Jul 13 14:51:45.370151 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b63c99d-24a1-4060-837a-0661054840f5 x-openstack-request-id: req-7b63c99d-24a1-4060-837a-0661054840f5 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:45.370441 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fdfb26-fc2b-4845-bbd9-4c39940b4a0f", "name": "network-vif-deleted", "tag": "19406456-1f81-4c94-80aa-2806c11dff3f", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:45.370739 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b63c99d-24a1-4060-837a-0661054840f5 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:45.371139 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fdfb26-fc2b-4845-bbd9-4c39940b4a0f', 'name': 'network-vif-deleted', 'tag': '19406456-1f81-4c94-80aa-2806c11dff3f', 'status': 'completed', 'code': 200} Jul 13 14:51:45.616777 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f5d38fa0-ffc8-4bd8-b45a-de21ae2bea47 req-833e4b5b-1b37-4850-8796-6d087c8cdbb1 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fdfb26-fc2b-4845-bbd9-4c39940b4a0f HTTP/1.1" status: 200 len: 210 time: 0.0295920 Jul 13 14:51:46.503690 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1147967-ef8b-4099-9849-aab66c857960 req-32d26729-ba36-45c1-aa50-63b3d4f23e70 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:46.505357 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f1147967-ef8b-4099-9849-aab66c857960 req-32d26729-ba36-45c1-aa50-63b3d4f23e70 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0683925 Jul 13 14:51:46.545134 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f1147967-ef8b-4099-9849-aab66c857960 req-0d7a6743-0e16-457b-95b3-d709e7b7ddd3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339973 Jul 13 14:51:47.755119 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5394ad-4a76-4c68-a2f1-9eb50bc478ae req-0b6a3558-f354-44fb-930a-ac496d02ead4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:47.756801 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5394ad-4a76-4c68-a2f1-9eb50bc478ae req-0b6a3558-f354-44fb-930a-ac496d02ead4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0758972 Jul 13 14:51:47.799531 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5394ad-4a76-4c68-a2f1-9eb50bc478ae req-a041e62b-3bac-4608-b482-3f4c95147aff tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365005 Jul 13 14:51:48.893009 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 19406456-1f81-4c94-80aa-2806c11dff3f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:48.913714 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 19406456-1f81-4c94-80aa-2806c11dff3f {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:48.914041 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 19406456-1f81-4c94-80aa-2806c11dff3f not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:49.010977 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631fc77-e053-4aa3-88dd-6c29b1ea46e3 req-010be113-9ec1-4b1a-8738-b2385111f5a9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:49.012769 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1631fc77-e053-4aa3-88dd-6c29b1ea46e3 req-010be113-9ec1-4b1a-8738-b2385111f5a9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0785961 Jul 13 14:51:49.055522 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1631fc77-e053-4aa3-88dd-6c29b1ea46e3 req-50fde6d9-ca9e-4fcd-8e3e-5ce47dde107b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367596 Jul 13 14:51:50.247115 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5440-2c37-4f93-b733-573f3ed48779 req-552ba210-83ba-4d2a-ba86-47d3ba7cd1d4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:50.248823 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c48e5440-2c37-4f93-b733-573f3ed48779 req-552ba210-83ba-4d2a-ba86-47d3ba7cd1d4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0699887 Jul 13 14:51:50.290535 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c48e5440-2c37-4f93-b733-573f3ed48779 req-99125f2b-0b20-4737-8731-97ad34026989 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352504 Jul 13 14:51:51.479573 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274aa9d-c8d7-41ed-87f5-b1f2b78fb673 req-9a4c49c8-9f15-43a7-8dd0-9d2f31222bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:51.481148 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5274aa9d-c8d7-41ed-87f5-b1f2b78fb673 req-9a4c49c8-9f15-43a7-8dd0-9d2f31222bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0682530 Jul 13 14:51:51.520757 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5274aa9d-c8d7-41ed-87f5-b1f2b78fb673 req-ed6157e7-f6a7-4954-b21b-184e4548e1a5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Jul 13 14:51:52.702553 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb71bb-e73d-41cf-949c-67e83ad6a7f4 req-66b3d276-9be3-4b19-a247-913155c63f4e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:52.704106 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a8cb71bb-e73d-41cf-949c-67e83ad6a7f4 req-66b3d276-9be3-4b19-a247-913155c63f4e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0669563 Jul 13 14:51:52.743342 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a8cb71bb-e73d-41cf-949c-67e83ad6a7f4 req-0adb1a9f-4489-4b38-add6-f316e0dd4ff2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335112 Jul 13 14:51:53.935997 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a3af7-1589-42bb-8403-f2249594289b req-217cbe17-0ebf-4b66-beb8-04a610cbcbd6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:53.937471 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aa3a3af7-1589-42bb-8403-f2249594289b req-217cbe17-0ebf-4b66-beb8-04a610cbcbd6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0715404 Jul 13 14:51:53.980162 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aa3a3af7-1589-42bb-8403-f2249594289b req-e8d38074-2e88-43b0-b700-63287966d869 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363986 Jul 13 14:51:55.169335 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c78c8-df9e-4ce5-8df0-94a64b0a8b46 req-c08f5e5d-1926-4da0-ba28-853b2a657f1a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:55.170849 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1e5c78c8-df9e-4ce5-8df0-94a64b0a8b46 req-c08f5e5d-1926-4da0-ba28-853b2a657f1a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0653195 Jul 13 14:51:55.210885 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1e5c78c8-df9e-4ce5-8df0-94a64b0a8b46 req-dc3710fb-0efa-4d7a-b03a-6037c761d26d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337794 Jul 13 14:51:56.464187 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4262-6290-4800-9fe5-f7196338dbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:56.483168 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf7f4b-1bc8-496e-900e-e87171becdd8 req-b74d13c6-eb8c-44eb-9928-68b29880625e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:56.484423 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f6bf7f4b-1bc8-496e-900e-e87171becdd8 req-b74d13c6-eb8c-44eb-9928-68b29880625e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0818846 Jul 13 14:51:56.529355 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f6bf7f4b-1bc8-496e-900e-e87171becdd8 req-dd27d473-3f20-4695-bef9-e109270e347f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 Jul 13 14:51:56.789310 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-0b06b42c-0dbb-4176-a212-7c63d077165f tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:56.790900 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-0b06b42c-0dbb-4176-a212-7c63d077165f tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/networks?id=651d48e6-c602-4f3c-ba8d-dc6de0d48828 HTTP/1.1" status: 200 len: 813 time: 0.1112869 Jul 13 14:51:56.806295 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-a1871e88-ad9f-47fd-b372-1b368507e278 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/quotas/597259c7ef254b38bfb1c3a124cc0255 HTTP/1.1" status: 200 len: 375 time: 0.0099995 Jul 13 14:51:56.843857 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-e322ebab-b8d2-422a-9b9b-d6fbd995f1a1 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=597259c7ef254b38bfb1c3a124cc0255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321867 Jul 13 14:51:56.942385 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-fbce0124-f254-4278-9ad9-b3e3efe49cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917828 Jul 13 14:51:57.036359 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-d5c228c9-2b67-42b5-8bd6-39448a1f46bf service neutron] 10.222.0.37 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880947 Jul 13 14:51:57.213132 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eb5e4d46-d07d-499e-9f02-34f4389b4ee1 req-b6860ad4-5a1e-42f9-9cb9-65793aef16bc tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 210 time: 0.0349853 Jul 13 14:51:57.753585 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd6cc7-0914-4637-8dd3-35da2e866ddb req-66628675-1ff8-49af-98db-82bf5ba0757d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:57.755286 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-55bd6cc7-0914-4637-8dd3-35da2e866ddb req-66628675-1ff8-49af-98db-82bf5ba0757d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0899818 Jul 13 14:51:57.808409 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-55bd6cc7-0914-4637-8dd3-35da2e866ddb req-9a064e67-2a92-4600-a632-a8203e9d2dd7 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468323 Jul 13 14:51:58.365137 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0fa4678c-39ea-4349-9a3c-8249027f44e3 req-4d57f7f4-e216-4326-9504-6058f5350c63 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 210 time: 0.0303986 Jul 13 14:51:58.499836 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-128270ea-a4c0-4096-974c-754fe0db187b tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:58.501922 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-128270ea-a4c0-4096-974c-754fe0db187b tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.61 "GET /v2.0/networks?id=651d48e6-c602-4f3c-ba8d-dc6de0d48828 HTTP/1.1" status: 200 len: 813 time: 0.1195846 Jul 13 14:51:58.520667 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Request body: {'port': {'device_id': '0b68ee29-d199-4b46-87c6-23f402dca9cd', 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828', 'admin_state_up': True, 'tenant_id': '597259c7ef254b38bfb1c3a124cc0255'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:58.644615 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Made reservation on behalf of 597259c7ef254b38bfb1c3a124cc0255 for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:51:58.648995 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:58.798621 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Allocated IP 172.20.0.6 (651d48e6-c602-4f3c-ba8d-dc6de0d48828/70885b66-8f94-459b-a3de-47a7042d2411/0aa5c4df-4edc-486e-95c4-8aa2473dd54e) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:58.978812 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.052068 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.108284 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:59.119292 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:59.123248 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:59.127364 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Pushing event updated for resources: {'Port': ['ID=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:59.138567 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10491388-ac29-4e15-a0fa-5d0a04bcf41d req-f18bb19b-4cef-4739-91dc-2e33c5d8b465 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.140219 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-10491388-ac29-4e15-a0fa-5d0a04bcf41d req-f18bb19b-4cef-4739-91dc-2e33c5d8b465 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.1370614 Jul 13 14:51:59.211202 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.211863 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.225208 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-10491388-ac29-4e15-a0fa-5d0a04bcf41d req-fc8cf8fe-8a00-451b-b7d8-e7749b2e8272 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618625 Jul 13 14:51:59.236531 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-89fa3e6a-003f-4646-8983-dcecc0ee9500 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7226865 Jul 13 14:51:59.348576 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Request body: {'port': {'device_id': '0b68ee29-d199-4b46-87c6-23f402dca9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:59.424787 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.528459 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.677513 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec132e0-d91f-45aa-ab36-7f111b565116 req-dcb8ac32-9489-4823-a4d4-ee68c686d70e tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.679013 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3ec132e0-d91f-45aa-ab36-7f111b565116 req-dcb8ac32-9489-4823-a4d4-ee68c686d70e tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 931 time: 0.1956995 Jul 13 14:51:59.756856 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3ec132e0-d91f-45aa-ab36-7f111b565116 req-d08e91ea-8a66-4299-aa98-16c0cbe0ab09 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682042 Jul 13 14:51:59.796248 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa5c4df-4edc-486e-95c4-8aa2473dd54e {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:59.804860 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.819819 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Transition to ACTIVE for port object 0aa5c4df-4edc-486e-95c4-8aa2473dd54e will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:59.824456 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.873714 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-708667a8-0624-44fa-89b5-ebe5211f376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.893182 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:59.980148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Attempting to bind port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:59.980717 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Attempting to bind port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:59.981248 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Attempting to bind port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e on network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:59.990009 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e on network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:51:59.990560 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Attempting to bind port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e on network 651d48e6-c602-4f3c-ba8d-dc6de0d48828 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:59.999685 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:52:00.000255 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Checking segment: {'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:52:00.000955 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Bound using segment: {'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:52:00.001693 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Bound port: 0aa5c4df-4edc-486e-95c4-8aa2473dd54e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543d5705-40da-4c9a-b17f-4f6141fd4d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:52:00.002299 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.088085 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] For port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:52:00.091494 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] For port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:52:00.096746 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.133032 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:00.133438 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.135017 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] 10.222.0.61 "PUT /v2.0/ports/0aa5c4df-4edc-486e-95c4-8aa2473dd54e HTTP/1.1" status: 200 len: 1093 time: 0.8904359 Jul 13 14:52:00.135356 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b68ee29-d199-4b46-87c6-23f402dca9cd', 'tag': '0aa5c4df-4edc-486e-95c4-8aa2473dd54e'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:00.137689 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66290053-303f-43e7-badd-3fe3dd69dc63" -d '{"events": [{"name": "network-changed", "server_uuid": "0b68ee29-d199-4b46-87c6-23f402dca9cd", "tag": "0aa5c4df-4edc-486e-95c4-8aa2473dd54e"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:00.176080 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48264e-9699-4a99-b0f2-e470c2414b87 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:00.256507 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-920a7084-7684-474f-887c-099b295d612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:00.258478 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-920a7084-7684-474f-887c-099b295d612d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=597259c7ef254b38bfb1c3a124cc0255&device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 1096 time: 0.0697012 Jul 13 14:52:00.260472 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c02a7a-2427-448a-ba6b-3b3fbf1a94dc x-openstack-request-id: req-c9c02a7a-2427-448a-ba6b-3b3fbf1a94dc {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:00.260755 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b68ee29-d199-4b46-87c6-23f402dca9cd", "tag": "0aa5c4df-4edc-486e-95c4-8aa2473dd54e", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:00.261238 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9c02a7a-2427-448a-ba6b-3b3fbf1a94dc {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:00.261649 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b68ee29-d199-4b46-87c6-23f402dca9cd', 'tag': '0aa5c4df-4edc-486e-95c4-8aa2473dd54e', 'status': 'completed', 'code': 200} Jul 13 14:52:00.309877 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-c125c776-d658-4fd5-8a42-0e3cdacb5eab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0aa5c4df-4edc-486e-95c4-8aa2473dd54e HTTP/1.1" status: 200 len: 217 time: 0.0393093 Jul 13 14:52:00.423513 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.456611 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-93ad04d1-c44a-4fb2-9bc4-a7f09425f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:00.459014 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-93ad04d1-c44a-4fb2-9bc4-a7f09425f443 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=70885b66-8f94-459b-a3de-47a7042d2411 HTTP/1.1" status: 200 len: 853 time: 0.1424367 Jul 13 14:52:00.521833 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-9ff19339-f80e-4065-ab83-c56cfcaef9eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=651d48e6-c602-4f3c-ba8d-dc6de0d48828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551875 Jul 13 14:52:00.625121 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b2848-abb6-48d0-b102-8781b6706f50 req-425c71b2-2be0-4e50-9abc-5993bd73c45c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:00.628207 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0e2b2848-abb6-48d0-b102-8781b6706f50 req-425c71b2-2be0-4e50-9abc-5993bd73c45c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.2637424 Jul 13 14:52:00.697271 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0e2b2848-abb6-48d0-b102-8781b6706f50 req-65856d3f-2fd3-40ba-a742-aff791f79424 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603988 Jul 13 14:52:00.703000 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-5177e412-2825-4bc5-ab07-b44f0cf5cf74 service neutron] 10.222.0.61 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715698 Jul 13 14:52:00.804415 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7239e12-c6d0-40cc-a23f-e02eafe1aa9f req-0347ad73-2555-4603-bfb4-a1b389d97111 service neutron] 10.222.0.61 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963600 Jul 13 14:52:00.957321 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-be27bdbc-b60b-4a5d-81f2-efe43047450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:00.958927 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-be27bdbc-b60b-4a5d-81f2-efe43047450e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=597259c7ef254b38bfb1c3a124cc0255&device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 1096 time: 0.0987165 Jul 13 14:52:01.072397 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264018-9987-47b0-affd-9ce422340568 req-1d4cf6fc-f603-49bd-89d0-b3c6c6bef429 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:01.074054 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0a264018-9987-47b0-affd-9ce422340568 req-1d4cf6fc-f603-49bd-89d0-b3c6c6bef429 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 943 time: 0.1521738 Jul 13 14:52:01.107981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-187fb4a1-04bf-453a-b93d-24f55fb557ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:01.109504 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-187fb4a1-04bf-453a-b93d-24f55fb557ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=651d48e6-c602-4f3c-ba8d-dc6de0d48828 HTTP/1.1" status: 200 len: 914 time: 0.1421435 Jul 13 14:52:01.163403 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0a264018-9987-47b0-affd-9ce422340568 req-21e45d58-764d-4370-bd3b-d6d5c0ad9a22 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820441 Jul 13 14:52:01.165146 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-76c08054-aaf1-45ff-86d2-a831fb0a27bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0aa5c4df-4edc-486e-95c4-8aa2473dd54e HTTP/1.1" status: 200 len: 217 time: 0.0482635 Jul 13 14:52:01.231266 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-55a34cfb-e196-4612-b8da-4a230cb531b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:01.232805 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-55a34cfb-e196-4612-b8da-4a230cb531b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=70885b66-8f94-459b-a3de-47a7042d2411 HTTP/1.1" status: 200 len: 853 time: 0.0577748 Jul 13 14:52:01.271824 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-5aeb67aa-4096-48de-ac9d-d2a359783e11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=651d48e6-c602-4f3c-ba8d-dc6de0d48828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307741 Jul 13 14:52:01.366054 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-b3c43b55-27c7-499c-a1ee-d60bf6f8f2dc service neutron] 10.222.0.61 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859551 Jul 13 14:52:01.464795 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-66290053-303f-43e7-badd-3fe3dd69dc63 req-52cfffdf-255f-42f0-94f9-db22e4fc2932 service neutron] 10.222.0.61 "GET /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911546 Jul 13 14:52:01.680454 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:52:01.897979 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495b313-4223-46c5-b498-00a98c1df438 req-a4c9e7f6-aa03-4c2a-ada8-ff6e0ffbdcc6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:01.899636 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4495b313-4223-46c5-b498-00a98c1df438 req-a4c9e7f6-aa03-4c2a-ada8-ff6e0ffbdcc6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0714171 Jul 13 14:52:01.945840 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4495b313-4223-46c5-b498-00a98c1df438 req-ad819ad7-5611-4a64-b5cc-8a23a95469bb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356383 Jul 13 14:52:02.098742 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:02.369486 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4909da1-67d9-49e0-825f-9c6e4fab7f94 req-cf71eac6-28b5-439e-a2fb-955df03676fb tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:02.371077 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b4909da1-67d9-49e0-825f-9c6e4fab7f94 req-cf71eac6-28b5-439e-a2fb-955df03676fb tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 943 time: 0.0796845 Jul 13 14:52:02.418347 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b4909da1-67d9-49e0-825f-9c6e4fab7f94 req-50385723-67e8-444e-8494-e17fa0616e6c tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Jul 13 14:52:02.928335 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 0aa5c4df-4edc-486e-95c4-8aa2473dd54e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:52:03.059257 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:03.077514 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '0aa5c4df-4edc-486e-95c4-8aa2473dd54e', 'network_id': '651d48e6-c602-4f3c-ba8d-dc6de0d48828', 'port_id': '0aa5c4df-4edc-486e-95c4-8aa2473dd54e', 'mac_address': 'fa:16:3e:1e:25:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70885b66-8f94-459b-a3de-47a7042d2411', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:52:03.147991 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:03.165403 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa5c4df-4edc-486e-95c4-8aa2473dd54e {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:52:03.190670 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:03.196235 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:03.197979 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:52:03.236072 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f55ef-7c96-4e9f-b5e5-20b30b504765 req-908e23cb-9e43-4fd1-bd74-60fa792d4b8e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:03.239196 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-043f55ef-7c96-4e9f-b5e5-20b30b504765 req-908e23cb-9e43-4fd1-bd74-60fa792d4b8e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.1020069 Jul 13 14:52:03.309521 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-043f55ef-7c96-4e9f-b5e5-20b30b504765 req-461f7695-f52a-4e4f-8b48-30c94d0f0110 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611062 Jul 13 14:52:03.351164 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:03.360064 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:03.373522 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'port_id': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'mac_address': 'fa:16:3e:6a:bc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:52:03.428117 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:03.449086 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:52:03.478090 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:03.484515 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:03.581852 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:03.596112 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:52:03.731229 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec71cf-4b5b-4db4-991e-a579f73eb374 req-f2afb4e1-2117-4393-ab8d-3459265c87ce tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:03.736332 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d4ec71cf-4b5b-4db4-991e-a579f73eb374 req-f2afb4e1-2117-4393-ab8d-3459265c87ce tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 944 time: 0.1215451 Jul 13 14:52:03.774310 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['0aa5c4df-4edc-486e-95c4-8aa2473dd54e'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:52:03.820396 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d4ec71cf-4b5b-4db4-991e-a579f73eb374 req-2a386dff-9291-4894-867a-ab8936597aa9 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718701 Jul 13 14:52:04.713480 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b377b0-936d-4ec1-82e1-19cea25bbc91 req-c5d94176-4436-40b1-baf8-e6aba7b3887b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:04.716385 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f5b377b0-936d-4ec1-82e1-19cea25bbc91 req-c5d94176-4436-40b1-baf8-e6aba7b3887b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 945 time: 0.1557558 Jul 13 14:52:04.792045 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f5b377b0-936d-4ec1-82e1-19cea25bbc91 req-4ca8099f-f564-4ecf-9574-aa6a33a91421 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668194 Jul 13 14:52:04.952341 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 0aa5c4df-4edc-486e-95c4-8aa2473dd54e up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:52:05.079498 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:52:05.091831 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:52:05.091831 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:05.097502 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bbbbf-ec7b-4db0-a6de-e831e0cdc4e6 req-0a11cb31-59ee-4b81-a84f-c60b4e792c25 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:05.104909 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-706bbbbf-ec7b-4db0-a6de-e831e0cdc4e6 req-0a11cb31-59ee-4b81-a84f-c60b4e792c25 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 944 time: 0.1021502 Jul 13 14:52:05.179175 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-706bbbbf-ec7b-4db0-a6de-e831e0cdc4e6 req-96b30201-2b7a-42d3-a1a7-34d3a13f59a4 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662425 Jul 13 14:52:05.246015 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:05.289893 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68ee29-d199-4b46-87c6-23f402dca9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa5c4df-4edc-486e-95c4-8aa2473dd54e'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:05.294258 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbc17bd-e420-4a8a-b404-6cf0e78268f4" -d '{"events": [{"server_uuid": "0b68ee29-d199-4b46-87c6-23f402dca9cd", "name": "network-vif-plugged", "status": "completed", "tag": "0aa5c4df-4edc-486e-95c4-8aa2473dd54e"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:05.335992 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:05.351358 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:05.356114 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:52:05.509325 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:05.526059 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc462b84-0a4e-4fab-8fc5-72b84c8225fb x-openstack-request-id: req-bc462b84-0a4e-4fab-8fc5-72b84c8225fb {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:05.526059 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b68ee29-d199-4b46-87c6-23f402dca9cd", "name": "network-vif-plugged", "status": "completed", "tag": "0aa5c4df-4edc-486e-95c4-8aa2473dd54e", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:05.526716 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc462b84-0a4e-4fab-8fc5-72b84c8225fb {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:05.527110 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b68ee29-d199-4b46-87c6-23f402dca9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa5c4df-4edc-486e-95c4-8aa2473dd54e', 'code': 200} Jul 13 14:52:05.528819 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:52:05.529335 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:05.653521 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:05.738747 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:05.746801 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:05.880206 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:05.986748 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21027f-adaf-41b4-b117-a9bd15a15ba4 req-ca40c818-c533-4f03-8a36-2f34132adceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:05.990751 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1f21027f-adaf-41b4-b117-a9bd15a15ba4 req-ca40c818-c533-4f03-8a36-2f34132adceb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 1098 time: 0.1056736 Jul 13 14:52:06.043845 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1f21027f-adaf-41b4-b117-a9bd15a15ba4 req-a83c0ee2-81cc-4852-b7bf-c850a6001484 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460553 Jul 13 14:52:06.435852 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:06.672351 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4acc0-06d3-43d0-909d-4dd26a605e9f req-5b7b36e4-4e37-4502-a801-b4e33762c489 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:06.681373 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-19a4acc0-06d3-43d0-909d-4dd26a605e9f req-5b7b36e4-4e37-4502-a801-b4e33762c489 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.5764081 Jul 13 14:52:06.719236 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353126d-999a-467f-b898-499ff5f89265 req-78da28c9-e513-4b78-a19e-6eca52e042fd tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:06.722194 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4353126d-999a-467f-b898-499ff5f89265 req-78da28c9-e513-4b78-a19e-6eca52e042fd tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 945 time: 0.1763053 Jul 13 14:52:06.760345 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-19a4acc0-06d3-43d0-909d-4dd26a605e9f req-391a08d1-b57f-434e-bded-d481954a0aa2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771198 Jul 13 14:52:06.834898 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4353126d-999a-467f-b898-499ff5f89265 req-cbf74124-e2cf-4920-8af7-d11ebfb638a9 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929699 Jul 13 14:52:07.528373 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:07.533898 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12956ab-c00e-481f-b971-8b86ac6754de" -d '{"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:07.600926 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe0381-4b9f-4693-93f0-7a0e4393378b x-openstack-request-id: req-bafe0381-4b9f-4693-93f0-7a0e4393378b {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:07.601410 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:07.601806 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bafe0381-4b9f-4693-93f0-7a0e4393378b {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:07.602426 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'code': 200} Jul 13 14:52:08.073081 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe106f7-ac00-4670-a5d3-a9404e2ffeb2 req-f6a8112e-17ac-472c-9e8f-880dc4106258 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:08.074731 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8fe106f7-ac00-4670-a5d3-a9404e2ffeb2 req-f6a8112e-17ac-472c-9e8f-880dc4106258 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0976038 Jul 13 14:52:08.175743 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8fe106f7-ac00-4670-a5d3-a9404e2ffeb2 req-3e02de3f-e77f-46be-8ba5-ccb7d5447953 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824378 Jul 13 14:52:08.194154 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388111ae-c740-4df5-bd62-9146c16b2114 req-bfb27c37-2037-4aa3-8ce9-1496009e0b38 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:08.196315 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-388111ae-c740-4df5-bd62-9146c16b2114 req-bfb27c37-2037-4aa3-8ce9-1496009e0b38 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 945 time: 0.1506588 Jul 13 14:52:08.257474 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-388111ae-c740-4df5-bd62-9146c16b2114 req-93544e62-f7bc-47e6-abea-44573bf84e48 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548284 Jul 13 14:52:09.518867 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dc6cb-f704-4a80-9441-2a58e4bf371b req-013194ac-b2b0-4ee5-9e44-a1ddd288061f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:09.532603 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0f4dc6cb-f704-4a80-9441-2a58e4bf371b req-013194ac-b2b0-4ee5-9e44-a1ddd288061f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.1432064 Jul 13 14:52:09.598600 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0f4dc6cb-f704-4a80-9441-2a58e4bf371b req-4f1a91ae-568b-4504-a4d2-49880b6b644d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643237 Jul 13 14:52:10.960758 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0952edc-5f4b-4d33-98ec-a76f453c5052 req-24bab711-2c4f-4b53-b93f-fc4dec0191c8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:10.963288 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e0952edc-5f4b-4d33-98ec-a76f453c5052 req-24bab711-2c4f-4b53-b93f-fc4dec0191c8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.1243279 Jul 13 14:52:11.037668 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e0952edc-5f4b-4d33-98ec-a76f453c5052 req-a48cdf39-25c1-4820-a0c3-678156b1a78c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588648 Jul 13 14:52:12.325653 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8523d38-4778-408d-a7f9-6e6e23df14ed req-ff72ea69-03c1-4dda-9224-2f2d3c9b48b6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:12.327759 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f8523d38-4778-408d-a7f9-6e6e23df14ed req-ff72ea69-03c1-4dda-9224-2f2d3c9b48b6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.1038735 Jul 13 14:52:12.386210 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f8523d38-4778-408d-a7f9-6e6e23df14ed req-43105342-0f0a-425f-9279-8c53a8695b8e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Jul 13 14:52:13.614907 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84b0ff-f6bc-4356-af01-026dee096698 req-93e2cb4e-fcad-4fe8-a8d4-10845be99237 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:13.618017 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0e84b0ff-f6bc-4356-af01-026dee096698 req-93e2cb4e-fcad-4fe8-a8d4-10845be99237 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0992870 Jul 13 14:52:13.667472 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0e84b0ff-f6bc-4356-af01-026dee096698 req-4c1febfe-19f7-49fe-afb5-ee3700bb9103 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391695 Jul 13 14:52:14.908508 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fd795-b72d-44be-9bd6-3a413a7a20d7 req-0c66839e-e9ee-4aee-ab6f-10dbddfc4e82 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:14.910079 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ac1fd795-b72d-44be-9bd6-3a413a7a20d7 req-0c66839e-e9ee-4aee-ab6f-10dbddfc4e82 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0689299 Jul 13 14:52:14.952231 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ac1fd795-b72d-44be-9bd6-3a413a7a20d7 req-15f597e7-7ee8-4302-a524-2a2804735d98 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363069 Jul 13 14:52:15.308558 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-7667199f-befe-4ef3-b9a5-2d89173e9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:15.310160 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-7667199f-befe-4ef3-b9a5-2d89173e9b4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 1099 time: 0.0623624 Jul 13 14:52:15.412482 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-81d54338-4ca8-4b6d-8f31-c9e27c0472bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:15.414044 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-81d54338-4ca8-4b6d-8f31-c9e27c0472bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.0963392 Jul 13 14:52:15.511816 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-1876936f-a706-434a-8297-54e1019d7355 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc HTTP/1.1" status: 200 len: 1002 time: 0.0902376 Jul 13 14:52:15.572829 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-1d99de21-d687-41be-a10c-9478953b88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:15.574807 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-1d99de21-d687-41be-a10c-9478953b88ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0569997 Jul 13 14:52:15.656220 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-1780111a-c373-491f-a74d-7c320d1c4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:15.660352 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-1780111a-c373-491f-a74d-7c320d1c4e6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791321 Jul 13 14:52:15.786753 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-be87504c-ef39-4865-b8b3-0838219e3e59 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199760 Jul 13 14:52:15.905099 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9809aebc-2929-4e21-8d58-3ea2fd6c3a11 req-36056a46-5244-456a-bce2-bdccaee32eb8 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114287 Jul 13 14:52:16.143824 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3b674-d127-4ee9-8f89-b0e70e5a779a req-f38f5dca-12e9-4122-94ed-4cf369cdaf24 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:16.145344 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ebc3b674-d127-4ee9-8f89-b0e70e5a779a req-f38f5dca-12e9-4122-94ed-4cf369cdaf24 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0701351 Jul 13 14:52:16.187063 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ebc3b674-d127-4ee9-8f89-b0e70e5a779a req-d04ead58-e147-4cf9-a940-a3573e72def9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359864 Jul 13 14:52:17.395515 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3638ba0-5e58-4038-926c-14830db68a0b req-13226fb6-5ded-4cc8-a27e-d8ded884314f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:17.397010 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a3638ba0-5e58-4038-926c-14830db68a0b req-13226fb6-5ded-4cc8-a27e-d8ded884314f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0719016 Jul 13 14:52:17.438277 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a3638ba0-5e58-4038-926c-14830db68a0b req-0ecea547-ebe5-4fa3-b085-f5763016383e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356565 Jul 13 14:52:18.623369 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa527d94-b588-4cb8-a8a7-7fda77ebec59 req-4b2b27e1-d40d-4622-b6a7-3cda339176c4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:18.625437 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aa527d94-b588-4cb8-a8a7-7fda77ebec59 req-4b2b27e1-d40d-4622-b6a7-3cda339176c4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 946 time: 0.0652540 Jul 13 14:52:18.666952 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aa527d94-b588-4cb8-a8a7-7fda77ebec59 req-9f199194-7af1-4f25-815b-d7f30041294c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346613 Jul 13 14:52:19.079694 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:19.159130 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:19.182684 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:19.184945 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dd7437-64fc-4bfc-9152-1f3a4f8ab86e" -d '{"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:19.197677 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:19.202373 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:19.231506 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761befe-3f4c-42dd-a30d-ac03f0d96f5d x-openstack-request-id: req-c761befe-3f4c-42dd-a30d-ac03f0d96f5d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:19.231831 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:19.232075 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c761befe-3f4c-42dd-a30d-ac03f0d96f5d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:19.232460 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'code': 200} Jul 13 14:52:19.259763 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=8']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:19.868014 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea49688-6c81-4db6-b5eb-9435a667ed52 req-29fd56d4-53eb-445e-9067-cbf1c15b949e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:19.870691 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2ea49688-6c81-4db6-b5eb-9435a667ed52 req-29fd56d4-53eb-445e-9067-cbf1c15b949e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0819006 Jul 13 14:52:19.932713 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2ea49688-6c81-4db6-b5eb-9435a667ed52 req-7be5653f-1b98-45fa-836a-6ebde942c7f8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555077 Jul 13 14:52:21.209262 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd62068-2db0-4630-aa81-e8b93a46ff23 req-894bc567-4862-42e6-906c-4dcdcb54450a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:21.210898 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3cd62068-2db0-4630-aa81-e8b93a46ff23 req-894bc567-4862-42e6-906c-4dcdcb54450a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0744221 Jul 13 14:52:21.253462 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3cd62068-2db0-4630-aa81-e8b93a46ff23 req-e92bb045-2535-44fb-b48c-73cc88f241a9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358655 Jul 13 14:52:22.126428 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b416d-9f79-4152-b113-4da06b8d2033 req-4cd5be11-5b08-4674-90ee-752f0b8d1282 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:22.128233 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c6b416d-9f79-4152-b113-4da06b8d2033 req-4cd5be11-5b08-4674-90ee-752f0b8d1282 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0764875 Jul 13 14:52:22.170470 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0c6b416d-9f79-4152-b113-4da06b8d2033 req-7bda1260-63d2-4be2-9e68-d6f9621a8b92 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364213 Jul 13 14:52:22.326678 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 52850) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:22.423080 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-f5ce3914-0be7-4ffc-8e85-6539cb235d0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952611 Jul 13 14:52:23.377880 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806cb3f-cbb5-4123-ad07-de78c5faa529 req-0f9950af-c0b1-4d5f-a0bc-5028e773f2b1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:23.379495 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d806cb3f-cbb5-4123-ad07-de78c5faa529 req-0f9950af-c0b1-4d5f-a0bc-5028e773f2b1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0782173 Jul 13 14:52:23.422513 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d806cb3f-cbb5-4123-ad07-de78c5faa529 req-871b8c36-237d-4eac-b688-f15d59ec21d7 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363822 Jul 13 14:52:24.676743 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6577cb-8788-4490-92f5-ccb036e899d5 req-e4141855-c71c-42d6-a040-78e2377ae180 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:24.678082 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2f6577cb-8788-4490-92f5-ccb036e899d5 req-e4141855-c71c-42d6-a040-78e2377ae180 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0769813 Jul 13 14:52:24.743484 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2f6577cb-8788-4490-92f5-ccb036e899d5 req-8eb642ea-0c8f-4021-8f48-0f8815a1b5fa tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559027 Jul 13 14:52:25.074229 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:25.690809 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-3f9b1269-cba6-45b9-8f00-e2ccad0e4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:25.692382 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-3f9b1269-cba6-45b9-8f00-e2ccad0e4d9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660&tenant_id=14e02543c5fe44b4912349508013a1e7 HTTP/1.1" status: 200 len: 1097 time: 0.0950863 Jul 13 14:52:25.769506 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-2c1a3aaf-bad2-45cb-98b2-a83b74b7e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:25.770934 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-2c1a3aaf-bad2-45cb-98b2-a83b74b7e76b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 1097 time: 0.0564380 Jul 13 14:52:25.866526 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-51826107-fa35-4b1f-9b12-0b4fb5d204fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:25.867971 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-51826107-fa35-4b1f-9b12-0b4fb5d204fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.0906057 Jul 13 14:52:25.967220 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-2f110ba1-f5c0-40fc-af04-8467f96a51d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc HTTP/1.1" status: 200 len: 1000 time: 0.0925868 Jul 13 14:52:26.028865 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911181a1-010f-4ab1-a03b-ca4786b64b44 req-090bcc46-0d5c-4147-bb38-e76f31071f56 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:26.030403 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-911181a1-010f-4ab1-a03b-ca4786b64b44 req-090bcc46-0d5c-4147-bb38-e76f31071f56 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.1493156 Jul 13 14:52:26.036893 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-c16487c3-dbab-4a8c-b624-ab216d438d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:26.038354 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-c16487c3-dbab-4a8c-b624-ab216d438d25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0630236 Jul 13 14:52:26.103382 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-911181a1-010f-4ab1-a03b-ca4786b64b44 req-c3df3a7a-5994-48a7-a783-0eaa504e00b6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640507 Jul 13 14:52:26.122973 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-b83ca8e8-db2c-46d7-8370-665a2a6b9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:26.124547 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-b83ca8e8-db2c-46d7-8370-665a2a6b9cf4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791330 Jul 13 14:52:26.226771 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-dcd196d0-20ea-41e6-936c-08494eb9279a service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947556 Jul 13 14:52:26.325120 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4c6e2778-a4d7-4d76-9600-c3970e6096d7 req-673effaf-b616-4866-8175-025f57138484 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915196 Jul 13 14:52:26.473793 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6748ad23-0945-42ee-a67a-4660bec44687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:27.319159 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc949167-80a2-4811-8d86-abbbc1a15a64 req-d121ca05-d997-4a31-9525-d08b0fa626e6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:27.321995 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc949167-80a2-4811-8d86-abbbc1a15a64 req-d121ca05-d997-4a31-9525-d08b0fa626e6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0833132 Jul 13 14:52:27.370761 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc949167-80a2-4811-8d86-abbbc1a15a64 req-e1ad205f-356d-4c29-af08-0d6edd04a4dd tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365613 Jul 13 14:52:28.585489 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea7283-6d64-4638-879b-93683081bf32 req-2b2e1bbe-e459-4e11-b98c-04677ef041d1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:28.587915 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-caea7283-6d64-4638-879b-93683081bf32 req-2b2e1bbe-e459-4e11-b98c-04677ef041d1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0883160 Jul 13 14:52:28.630310 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-caea7283-6d64-4638-879b-93683081bf32 req-90d412d3-067a-4bd9-b0e9-b4e968cfad92 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359631 Jul 13 14:52:29.533375 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:29.887427 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-acc5ecbd-4f61-4238-b418-ff9c32a1eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:29.890970 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070ac05-bcc5-4d86-916d-d5226fbb61f4 req-dafceb07-888a-446f-bf6c-5572d378f4c5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:29.894947 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2070ac05-bcc5-4d86-916d-d5226fbb61f4 req-dafceb07-888a-446f-bf6c-5572d378f4c5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.1041985 Jul 13 14:52:29.976993 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2070ac05-bcc5-4d86-916d-d5226fbb61f4 req-00b74572-e803-45de-8b71-1c638a49a013 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740628 Jul 13 14:52:30.425040 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.207784 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf775142-5dff-4476-b667-d55ae9f3911a req-0c736e09-1a2c-4c9b-80f3-05e1ad615bc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:31.209412 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cf775142-5dff-4476-b667-d55ae9f3911a req-0c736e09-1a2c-4c9b-80f3-05e1ad615bc5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0763662 Jul 13 14:52:31.275113 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cf775142-5dff-4476-b667-d55ae9f3911a req-bd40a42a-fb3e-418d-bc30-67e69b5865a3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573266 Jul 13 14:52:32.109538 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.496326 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162bd1-e1e8-49b5-9940-0e94f1d19d7d req-cf8adb42-134a-4374-868c-4941ace2ffdb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:32.498388 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bd162bd1-e1e8-49b5-9940-0e94f1d19d7d req-cf8adb42-134a-4374-868c-4941ace2ffdb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0813901 Jul 13 14:52:32.557462 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bd162bd1-e1e8-49b5-9940-0e94f1d19d7d req-f6ee85ec-c710-465e-9586-05b16073ce27 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520945 Jul 13 14:52:33.787008 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5a8e2-d4df-4af9-be4e-3868b6009892 req-496802e4-b715-449e-807d-bd38a0da76fb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:33.789633 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-add5a8e2-d4df-4af9-be4e-3868b6009892 req-496802e4-b715-449e-807d-bd38a0da76fb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0989816 Jul 13 14:52:33.830886 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-add5a8e2-d4df-4af9-be4e-3868b6009892 req-3e90c3c1-9fe3-465d-a89c-9d95dd4f3c12 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353408 Jul 13 14:52:35.038377 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f983f-aced-4742-b9aa-646eaa4da688 req-969154fd-e44b-4880-a9a6-ed5b6feb7db4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:35.039985 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-449f983f-aced-4742-b9aa-646eaa4da688 req-969154fd-e44b-4880-a9a6-ed5b6feb7db4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0757353 Jul 13 14:52:35.083102 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-449f983f-aced-4742-b9aa-646eaa4da688 req-21f7081e-e3a4-4c15-bee7-1fe795aeb5e5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374012 Jul 13 14:52:36.273928 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf87cd-a161-4d00-985f-fd5c1282cc9f req-833da8c3-4064-4750-b03f-abbc769f3d97 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:36.275471 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7fcf87cd-a161-4d00-985f-fd5c1282cc9f req-833da8c3-4064-4750-b03f-abbc769f3d97 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0669100 Jul 13 14:52:36.321396 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7fcf87cd-a161-4d00-985f-fd5c1282cc9f req-a632ccee-a46f-4fc1-be81-863e50c0fb2e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394709 Jul 13 14:52:36.432141 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:37.510493 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7861c-4892-4fdc-b7da-7b9aa0b0e4b3 req-da697b97-92af-4ed2-b012-c12a9f783b09 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:37.512126 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7df7861c-4892-4fdc-b7da-7b9aa0b0e4b3 req-da697b97-92af-4ed2-b012-c12a9f783b09 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0669143 Jul 13 14:52:37.552236 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7df7861c-4892-4fdc-b7da-7b9aa0b0e4b3 req-6196c3b2-902e-4d52-9bb0-b9683657556a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Jul 13 14:52:37.896026 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-e16ff869-e23a-4c60-9e03-05bdc9ae23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:37.897555 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-e16ff869-e23a-4c60-9e03-05bdc9ae23db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 1097 time: 0.0583725 Jul 13 14:52:38.011688 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-ac768f1d-49f4-4b5b-a24b-a46e10e6bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:38.013183 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-ac768f1d-49f4-4b5b-a24b-a46e10e6bb4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.0902195 Jul 13 14:52:38.081953 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-3d638823-e4d5-415c-99e2-77ee6c8be84b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc HTTP/1.1" status: 200 len: 1000 time: 0.0599732 Jul 13 14:52:38.138102 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-b4eae4fb-5ced-463d-b6b7-a41cebedee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:38.139643 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-b4eae4fb-5ced-463d-b6b7-a41cebedee54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0506499 Jul 13 14:52:38.201535 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-00abd01a-f917-4ed6-9841-12ddae7e0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:38.203180 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-00abd01a-f917-4ed6-9841-12ddae7e0f19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562434 Jul 13 14:52:38.301353 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-f62f1bf9-7aea-4262-b24a-f4a7134f3fd5 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836310 Jul 13 14:52:38.401676 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8526e0fa-70c0-45be-907d-3d2f4c6d7b5b req-38a12f1c-954f-4ead-9567-8986e3c5880e service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902336 Jul 13 14:52:38.681912 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:52:38.748537 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d35850-38bf-413f-94c1-bdd27b9ecbf0 req-9996aad7-e297-4505-a137-25e8f8ce12dd tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:38.750348 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-03d35850-38bf-413f-94c1-bdd27b9ecbf0 req-9996aad7-e297-4505-a137-25e8f8ce12dd tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0715506 Jul 13 14:52:38.791475 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-03d35850-38bf-413f-94c1-bdd27b9ecbf0 req-6a483357-078b-406e-9ab5-eda0cb11e88d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347979 Jul 13 14:52:39.991710 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0794ad-781e-49ae-a729-1771807da732 req-0740815d-2f2e-48f2-8d7c-2778d8a6c8d9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:39.993301 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4b0794ad-781e-49ae-a729-1771807da732 req-0740815d-2f2e-48f2-8d7c-2778d8a6c8d9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0699031 Jul 13 14:52:40.073951 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4b0794ad-781e-49ae-a729-1771807da732 req-294a30a7-9d30-4cd9-a0c0-e701c6dbf630 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733612 Jul 13 14:52:40.117402 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe0ee8-f3b3-42cc-a23a-47055f4ab92f req-13918d1a-5f47-4348-b949-1cfe5d94386d tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:40.118986 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1abe0ee8-f3b3-42cc-a23a-47055f4ab92f req-13918d1a-5f47-4348-b949-1cfe5d94386d tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 945 time: 0.1000872 Jul 13 14:52:40.164977 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1abe0ee8-f3b3-42cc-a23a-47055f4ab92f req-74124fed-1642-470e-84df-e708fbf5a516 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Jul 13 14:52:41.273892 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cff7c9-a93e-4734-9d0d-3803a66ba61a req-219a463f-8fb2-4d9d-b5cd-9275f5e99766 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:41.275459 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-56cff7c9-a93e-4734-9d0d-3803a66ba61a req-219a463f-8fb2-4d9d-b5cd-9275f5e99766 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0647924 Jul 13 14:52:41.315569 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-56cff7c9-a93e-4734-9d0d-3803a66ba61a req-236f922e-fcf0-49f8-baf2-e2fcd635c95f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332232 Jul 13 14:52:41.493843 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63b8a6-ec47-49b4-8b8d-a03c7e498702 req-304ddcd4-8f84-45e6-b2a8-19627c3daa29 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:41.496585 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eb63b8a6-ec47-49b4-8b8d-a03c7e498702 req-304ddcd4-8f84-45e6-b2a8-19627c3daa29 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 945 time: 0.0702372 Jul 13 14:52:41.538424 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eb63b8a6-ec47-49b4-8b8d-a03c7e498702 req-b374d523-a3d1-4a91-9b40-26f08c2b9de7 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9af997e-d88c-41be-8273-2a21f6abd553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352571 Jul 13 14:52:41.677443 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-5028dbea-9021-4b5c-a7c7-7ee8f2046f4e tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:41.679088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-5028dbea-9021-4b5c-a7c7-7ee8f2046f4e tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 945 time: 0.0690050 Jul 13 14:52:41.789692 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Deleting port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:41.790028 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:41.882436 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] For port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,segment=NetworkSegment(543d5705-40da-4c9a-b17f-4f6141fd4d93),segment_id=543d5705-40da-4c9a-b17f-4f6141fd4d93)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:41.882801 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:41.897522 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Calling delete_port for 0aa5c4df-4edc-486e-95c4-8aa2473dd54e owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:42.049731 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:42.065908 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['0aa5c4df-4edc-486e-95c4-8aa2473dd54e'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:52:42.079143 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Pushing event deleted for resources: {'Port': ['ID=0aa5c4df-4edc-486e-95c4-8aa2473dd54e,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:42.128011 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] No DVR routers for this DVR port 0aa5c4df-4edc-486e-95c4-8aa2473dd54e on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:42.130546 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:42.132554 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc8ebcac-0055-4a34-a0f0-75a524eb2076 req-c963e0bf-bdab-4220-bb63-7e619435ea45 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.61 "DELETE /v2.0/ports/0aa5c4df-4edc-486e-95c4-8aa2473dd54e HTTP/1.1" status: 204 len: 173 time: 0.4462216 Jul 13 14:52:42.132990 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68ee29-d199-4b46-87c6-23f402dca9cd', 'name': 'network-vif-deleted', 'tag': '0aa5c4df-4edc-486e-95c4-8aa2473dd54e'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:42.135239 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d189351b-128b-4b25-9177-db1eda748cd5" -d '{"events": [{"server_uuid": "0b68ee29-d199-4b46-87c6-23f402dca9cd", "name": "network-vif-deleted", "tag": "0aa5c4df-4edc-486e-95c4-8aa2473dd54e"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:42.176706 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e538b56-1897-4cda-af7c-8f5d50f33a23 x-openstack-request-id: req-2e538b56-1897-4cda-af7c-8f5d50f33a23 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:42.176975 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b68ee29-d199-4b46-87c6-23f402dca9cd", "name": "network-vif-deleted", "tag": "0aa5c4df-4edc-486e-95c4-8aa2473dd54e", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:42.177235 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e538b56-1897-4cda-af7c-8f5d50f33a23 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:42.177631 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b68ee29-d199-4b46-87c6-23f402dca9cd', 'name': 'network-vif-deleted', 'tag': '0aa5c4df-4edc-486e-95c4-8aa2473dd54e', 'status': 'completed', 'code': 200} Jul 13 14:52:42.513405 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743c01-7cff-4ce4-bb90-7ee8c56769cf req-1240f81e-bdc7-4e8b-95e6-e34ddfcdfe9b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:42.515660 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e743c01-7cff-4ce4-bb90-7ee8c56769cf req-1240f81e-bdc7-4e8b-95e6-e34ddfcdfe9b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0753193 Jul 13 14:52:42.555859 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e743c01-7cff-4ce4-bb90-7ee8c56769cf req-36e07b02-4254-4618-bf2a-2d0bcf96b231 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342972 Jul 13 14:52:42.707376 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-86fce57c-e41b-4959-bd51-a2a7e42873a2 req-76db5455-a437-4059-afe4-2c47509d7c60 tempest-VolumesSnapshotTestJSON-1548257763 tempest-VolumesSnapshotTestJSON-1548257763-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b68ee29-d199-4b46-87c6-23f402dca9cd HTTP/1.1" status: 200 len: 210 time: 0.0301120 Jul 13 14:52:43.752775 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7a546-002f-4925-ae43-9856460c3ada req-9d5722cf-de87-433b-b3c9-b7511651b1ca tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:43.754354 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4e7a546-002f-4925-ae43-9856460c3ada req-9d5722cf-de87-433b-b3c9-b7511651b1ca tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0695627 Jul 13 14:52:43.794201 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4e7a546-002f-4925-ae43-9856460c3ada req-28c53e5c-1607-4dbe-b66d-9ffad039144d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333924 Jul 13 14:52:44.988106 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbb46-00af-4b56-9f41-a449ca59a6c2 req-858c033a-89c7-45b5-a7c5-174fcef86a1c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:44.990110 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e98cbb46-00af-4b56-9f41-a449ca59a6c2 req-858c033a-89c7-45b5-a7c5-174fcef86a1c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 944 time: 0.0697734 Jul 13 14:52:45.030752 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e98cbb46-00af-4b56-9f41-a449ca59a6c2 req-62e0d56c-8aae-437c-a018-8200581d4472 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342307 Jul 13 14:52:45.134130 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:52:45.137331 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 0aa5c4df-4edc-486e-95c4-8aa2473dd54e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:45.164879 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 0aa5c4df-4edc-486e-95c4-8aa2473dd54e {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:45.165236 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 0aa5c4df-4edc-486e-95c4-8aa2473dd54e not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:45.256079 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:45.269676 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'port_id': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'mac_address': 'fa:16:3e:6a:bc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:52:45.319966 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:45.334409 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:52:45.360517 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:45.364468 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:45.412667 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=9']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:45.419826 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.420183 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.420529 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.421430 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.421774 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.422301 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.422642 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.422978 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.423314 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.423668 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.424004 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:45.424349 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:46.221907 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c52b-634d-481f-80a4-41740bbe80a0 req-9730f03b-d8f9-44a2-a1fe-c16d2c7aabad tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:46.223702 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fd43c52b-634d-481f-80a4-41740bbe80a0 req-9730f03b-d8f9-44a2-a1fe-c16d2c7aabad tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 945 time: 0.0727124 Jul 13 14:52:46.265566 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fd43c52b-634d-481f-80a4-41740bbe80a0 req-f9cc336f-e3db-478c-b5bb-1e1e6ade5eaf tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342960 Jul 13 14:52:47.454523 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03eb9a-1bb1-4de2-bf7e-9083f6320ed6 req-78c53a4c-60cf-41dd-bd02-137e99ed9121 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:47.456045 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9b03eb9a-1bb1-4de2-bf7e-9083f6320ed6 req-78c53a4c-60cf-41dd-bd02-137e99ed9121 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 945 time: 0.0626724 Jul 13 14:52:47.501892 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9b03eb9a-1bb1-4de2-bf7e-9083f6320ed6 req-0d390b9d-f46c-4ef1-942d-160807e50994 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402536 Jul 13 14:52:48.380833 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:52:48.688007 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0961db-3ccc-43e6-b3fd-1e737138a45c req-f58b0e3f-bf23-4faa-8c78-2306f6baf328 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:48.689516 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-db0961db-3ccc-43e6-b3fd-1e737138a45c req-f58b0e3f-bf23-4faa-8c78-2306f6baf328 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 945 time: 0.0721340 Jul 13 14:52:48.727781 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-db0961db-3ccc-43e6-b3fd-1e737138a45c req-99e0be30-e5e3-45c0-950b-be0585e13e6a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Jul 13 14:52:49.149600 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:52:49.198178 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:52:49.198457 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:49.283929 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:49.309640 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:49.312228 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcccc8e-1222-46e4-b2e4-0a8128aa8da8" -d '{"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:49.453019 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d87a63-5571-4e3d-a3d4-f683b4cb735c x-openstack-request-id: req-65d87a63-5571-4e3d-a3d4-f683b4cb735c {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:49.453842 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:49.453842 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65d87a63-5571-4e3d-a3d4-f683b4cb735c {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:49.453842 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'code': 200} Jul 13 14:52:49.457398 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:49.461640 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:49.516419 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:49.818384 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937257c-ac72-4929-86b2-c057333da619 req-c8235f87-4986-47cf-8e10-0369cfe8fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:49.819971 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d937257c-ac72-4929-86b2-c057333da619 req-c8235f87-4986-47cf-8e10-0369cfe8fcb7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 1100 time: 0.0543480 Jul 13 14:52:49.863954 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d937257c-ac72-4929-86b2-c057333da619 req-9972a6cb-f8f5-4b37-ad4c-faef9ce30589 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379174 Jul 13 14:52:49.918301 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb882b-e8e7-4b68-beaf-e223938bca2f req-d7494077-ea75-43fe-8ece-9f6e65670816 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:49.919870 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-39cb882b-e8e7-4b68-beaf-e223938bca2f req-d7494077-ea75-43fe-8ece-9f6e65670816 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 947 time: 0.0684946 Jul 13 14:52:49.957230 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-39cb882b-e8e7-4b68-beaf-e223938bca2f req-809daa55-153e-4bc3-8f29-5072a7c042a2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311527 Jul 13 14:52:51.152088 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fefab3-36ef-487d-b4c5-df35314d2c6d req-6ea6535d-ae99-4dde-8b81-c16ece972b26 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:51.153636 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c1fefab3-36ef-487d-b4c5-df35314d2c6d req-6ea6535d-ae99-4dde-8b81-c16ece972b26 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 947 time: 0.0698783 Jul 13 14:52:51.195712 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c1fefab3-36ef-487d-b4c5-df35314d2c6d req-5871c80e-c79d-4d66-b2e5-ddd378cb3853 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345309 Jul 13 14:52:52.408361 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd709a43-bbdc-4752-94f8-f9935be34e65 req-bc655ab9-651a-4581-b8f0-67b573b64b43 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:52.409831 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bd709a43-bbdc-4752-94f8-f9935be34e65 req-bc655ab9-651a-4581-b8f0-67b573b64b43 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 947 time: 0.0723562 Jul 13 14:52:52.447833 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bd709a43-bbdc-4752-94f8-f9935be34e65 req-e2d4b40b-b943-48ac-9d56-457e8aa10c74 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Jul 13 14:52:53.844033 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1879659-f253-494f-9dc6-99978b445d42 req-d36340f7-633c-4080-bd23-4b3b450f9891 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:53.846907 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c1879659-f253-494f-9dc6-99978b445d42 req-d36340f7-633c-4080-bd23-4b3b450f9891 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.0685942 Jul 13 14:52:53.884031 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c1879659-f253-494f-9dc6-99978b445d42 req-9a10a9d1-2363-49b9-90f5-22643cde6c03 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311537 Jul 13 14:52:55.065002 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be729441-5a5f-4fc5-9bbe-c41b6098db95 req-e3836298-39c2-4d7b-838d-9a78e890a9c6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:55.066521 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-be729441-5a5f-4fc5-9bbe-c41b6098db95 req-e3836298-39c2-4d7b-838d-9a78e890a9c6 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.0673511 Jul 13 14:52:55.119078 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-be729441-5a5f-4fc5-9bbe-c41b6098db95 req-458b0769-6770-4ed0-9aaa-129f6cbd2bf2 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468140 Jul 13 14:52:55.172588 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712744c8-4a9e-4043-bcd1-bae489fc8b2c req-20403870-4d26-44e7-b2f0-a32f31c79ff6 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:55.174028 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-712744c8-4a9e-4043-bcd1-bae489fc8b2c req-20403870-4d26-44e7-b2f0-a32f31c79ff6 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0746353 Jul 13 14:52:55.213994 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-712744c8-4a9e-4043-bcd1-bae489fc8b2c req-c78fa426-b399-427a-9888-b589264c2e36 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333247 Jul 13 14:52:56.300757 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334a5c2-c98f-46f7-9d4e-0bfd204a59f8 req-f79422d6-f410-4ce0-b3c2-36ebf5ae9186 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:56.302259 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f334a5c2-c98f-46f7-9d4e-0bfd204a59f8 req-f79422d6-f410-4ce0-b3c2-36ebf5ae9186 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.0672445 Jul 13 14:52:56.370575 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f334a5c2-c98f-46f7-9d4e-0bfd204a59f8 req-dfb489b6-aabc-40e8-adad-5724c0829420 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626919 Jul 13 14:52:56.405704 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d732ba-f7c8-4102-848a-536fbb5b9fe9 req-1c4aa421-c076-49e4-9f0a-874753efec9a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:56.407104 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e7d732ba-f7c8-4102-848a-536fbb5b9fe9 req-1c4aa421-c076-49e4-9f0a-874753efec9a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0723915 Jul 13 14:52:56.443851 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e7d732ba-f7c8-4102-848a-536fbb5b9fe9 req-301c818e-00f4-4481-a7ed-9a4c86b68654 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jul 13 14:52:56.468046 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-39b0de1f-27d3-480a-96b9-1efc91370ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.391934 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-e4cb54ca-9771-4ec8-ad90-fac23b0ab65b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:57.393369 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-e4cb54ca-9771-4ec8-ad90-fac23b0ab65b tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.0607572 Jul 13 14:52:57.528329 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Deleting port 1c65c545-5b50-48a4-b05b-24d1a00c506d {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:57.528687 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.674054 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b2448-551c-4308-8f69-6c4811d74ffb req-e82a5df7-6f66-4f98-b894-d9931297297c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:57.674971 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f72b2448-551c-4308-8f69-6c4811d74ffb req-e82a5df7-6f66-4f98-b894-d9931297297c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 946 time: 0.1813874 Jul 13 14:52:57.694250 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] For port 1c65c545-5b50-48a4-b05b-24d1a00c506d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c65c545-5b50-48a4-b05b-24d1a00c506d,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:57.694618 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.051035 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57704b-d15e-45ea-8ad1-1741e186e1a0 req-547cf946-adf4-4f3f-9c20-f17cb1c55a3b tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:58.052523 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-da57704b-d15e-45ea-8ad1-1741e186e1a0 req-547cf946-adf4-4f3f-9c20-f17cb1c55a3b tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.4822605 Jul 13 14:52:58.077412 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f72b2448-551c-4308-8f69-6c4811d74ffb req-8f0d57fa-f55d-4ab2-beb7-b3c4f30b083c tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups?id=81962b8a-b6af-4855-b9f4-2fa9b4b96f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957181 Jul 13 14:52:58.143964 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-da57704b-d15e-45ea-8ad1-1741e186e1a0 req-a506fe50-cf89-41fc-8d3d-d16195330ce5 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813372 Jul 13 14:52:58.225342 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.225896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.226344 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Floating IP 845cd39b-b539-4639-8857-590b45531410 disassociated. External IP: 172.27.1.5, port: 1c65c545-5b50-48a4-b05b-24d1a00c506d. Jul 13 14:52:58.226764 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Calling delete_port for 1c65c545-5b50-48a4-b05b-24d1a00c506d owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:58.357276 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.388498 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event deleted for resources: {'Port': ['ID=1c65c545-5b50-48a4-b05b-24d1a00c506d,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:58.401963 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.402583 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.402687 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.402981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.403299 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.403999 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.403999 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.404340 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.405368 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.406237 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.406567 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.406896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:58.515939 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:52:58.625007 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:52:58.634739 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] Sync routers for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:52:58.644129 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:58.644750 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:52:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:58.676827 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] No DVR routers for this DVR port 1c65c545-5b50-48a4-b05b-24d1a00c506d on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:58.679004 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.681319 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-57e3bec6-f1d6-4280-b48a-3051667ead5b req-cb788993-c169-425c-816e-b7e16a350e86 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.61 "DELETE /v2.0/ports/1c65c545-5b50-48a4-b05b-24d1a00c506d HTTP/1.1" status: 204 len: 173 time: 1.2828503 Jul 13 14:52:58.681783 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'name': 'network-vif-deleted', 'tag': '1c65c545-5b50-48a4-b05b-24d1a00c506d'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:58.684140 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84965bf9-2835-447a-a30c-9f9b7ff0fbcb" -d '{"events": [{"server_uuid": "0a09f110-8bac-4510-8d50-aa816b7bb2c0", "name": "network-vif-deleted", "tag": "1c65c545-5b50-48a4-b05b-24d1a00c506d"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:58.732443 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ef5cab-e3af-4a71-a673-1de3337cc028 x-openstack-request-id: req-10ef5cab-e3af-4a71-a673-1de3337cc028 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:58.734410 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a09f110-8bac-4510-8d50-aa816b7bb2c0", "name": "network-vif-deleted", "tag": "1c65c545-5b50-48a4-b05b-24d1a00c506d", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:58.734410 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10ef5cab-e3af-4a71-a673-1de3337cc028 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:58.734718 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a09f110-8bac-4510-8d50-aa816b7bb2c0', 'name': 'network-vif-deleted', 'tag': '1c65c545-5b50-48a4-b05b-24d1a00c506d', 'status': 'completed', 'code': 200} Jul 13 14:52:58.773841 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:58.995604 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:59.026170 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] Checking router: 4f92ebbc-c6fe-450b-b629-3e9afdc8082d for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:52:59.036690 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:59.037326 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:52:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:59.163894 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:59.321032 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7db9c9fa-0c42-47fc-8aa2-fd85923c2391 req-c6ec937a-1058-4f6e-a30c-7a372ccf9255 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a09f110-8bac-4510-8d50-aa816b7bb2c0 HTTP/1.1" status: 200 len: 210 time: 0.0646749 Jul 13 14:52:59.402794 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9e5c-2b9d-45d3-a8fc-92e92407ff62 req-909edc91-efd3-400d-8563-4cd4b1dc10e4 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:59.404593 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9eaa9e5c-2b9d-45d3-a8fc-92e92407ff62 req-909edc91-efd3-400d-8563-4cd4b1dc10e4 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0824947 Jul 13 14:52:59.446095 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:59.453328 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9eaa9e5c-2b9d-45d3-a8fc-92e92407ff62 req-eac19a45-1cfc-4373-a5a3-297872f4e30f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363362 Jul 13 14:52:59.477238 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2f4dc-e03a-4899-9c37-a6e7bf12b5ea None None] The sync data for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi is: [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:46:33Z', 'revision_number': 4, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '966485c9-cbe5-482c-9209-3dc7be63ec66', 'name': '', 'network_id': '14022dbc-56f4-48cd-b035-e4cd8dbfc258', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'mac_address': 'fa:16:3e:43:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:47Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'subnets': [{'id': '133db6f1-8385-4cb4-9dce-5dea10df197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:52:59.538702 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:59.694187 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376bbd2d-6f14-4abd-830c-c4f26a059435 None None] New status for floating IP 845cd39b-b539-4639-8857-590b45531410: DOWN {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:52:59.882562 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1888a38e-f195-4a62-a029-a7d80570530b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.433558 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.448149 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53250) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:00.518637 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.546622 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.598187 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.601352 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.602687 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "DELETE /v2.0/security-groups/81962b8a-b6af-4855-b9f4-2fa9b4b96f72 HTTP/1.1" status: 204 len: 168 time: 0.1534734 Jul 13 14:53:00.608648 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53256) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:00.621624 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81962b8a-b6af-4855-b9f4-2fa9b4b96f72,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:00.629169 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.api.v2.resource [None req-5cd18816-4102-492e-becf-33b6676c9aab tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] show failed (client error): The resource could not be found. Jul 13 14:53:00.630175 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-5cd18816-4102-492e-becf-33b6676c9aab tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "GET /v2.0/security-groups/81962b8a-b6af-4855-b9f4-2fa9b4b96f72 HTTP/1.1" status: 404 len: 347 time: 0.0204523 Jul 13 14:53:00.633868 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53258) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:00.641741 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.642089 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.642427 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.642761 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.643101 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.643416 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.643769 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.644097 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.644422 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.644761 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.645063 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.645383 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f85194-5d82-4681-bf85-a6c0e215d485 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.659861 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03c1d-0f81-4380-9665-436a1251c44d req-5886515b-b5d0-46c0-b895-c0d13f71a958 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:00.661425 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-01b03c1d-0f81-4380-9665-436a1251c44d req-5886515b-b5d0-46c0-b895-c0d13f71a958 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0733695 Jul 13 14:53:00.704836 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-01b03c1d-0f81-4380-9665-436a1251c44d req-461fa525-cd4d-4fa5-9522-8bf188a3d57d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370264 Jul 13 14:53:00.772661 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Deleting port 5d007104-4483-4239-9f4e-8ed562a945ea {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:00.772902 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.852765 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.853089 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.865700 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Calling delete_port for 5d007104-4483-4239-9f4e-8ed562a945ea owned by network:floatingip {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:00.997379 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.024686 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Pushing event deleted for resources: {'Port': ['ID=5d007104-4483-4239-9f4e-8ed562a945ea,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:01.088715 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks [] for floatingip, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.091265 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.092767 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-4d90d189-49ab-4e4e-ae60-41427a7a9cc8 tempest-AttachVolumeTestJSON-1120817308 tempest-AttachVolumeTestJSON-1120817308-project] 10.222.0.37 "DELETE /v2.0/floatingips/845cd39b-b539-4639-8857-590b45531410 HTTP/1.1" status: 204 len: 168 time: 0.4575853 Jul 13 14:53:01.196655 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 1c65c545-5b50-48a4-b05b-24d1a00c506d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:01.221848 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 1c65c545-5b50-48a4-b05b-24d1a00c506d {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:53:01.222200 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 1c65c545-5b50-48a4-b05b-24d1a00c506d not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:53:01.882639 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e45210-49d6-47a8-a1d7-1ee3f451d2dd req-320c318b-42a2-4ec6-9710-0f0ccbed3088 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:01.884334 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-49e45210-49d6-47a8-a1d7-1ee3f451d2dd req-320c318b-42a2-4ec6-9710-0f0ccbed3088 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0636573 Jul 13 14:53:01.922464 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-49e45210-49d6-47a8-a1d7-1ee3f451d2dd req-6495d54e-59f3-4e78-9dd0-032dd14b2a4c tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Jul 13 14:53:02.104403 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.099262 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54da912-7013-428e-98dc-777f0b43f4a0 req-3e97ebe1-c771-484a-a7c3-52893533d865 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:03.100772 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c54da912-7013-428e-98dc-777f0b43f4a0 req-3e97ebe1-c771-484a-a7c3-52893533d865 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0635595 Jul 13 14:53:03.142743 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c54da912-7013-428e-98dc-777f0b43f4a0 req-7ab05ceb-5688-4741-b47f-f92ca0761314 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359242 Jul 13 14:53:04.320512 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f47dc-eed1-4d7f-ab0a-41cfb99e6128 req-f913cdb6-702b-46a9-8ac5-5434a4ff7892 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:04.322022 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7d9f47dc-eed1-4d7f-ab0a-41cfb99e6128 req-f913cdb6-702b-46a9-8ac5-5434a4ff7892 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0640678 Jul 13 14:53:04.359743 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7d9f47dc-eed1-4d7f-ab0a-41cfb99e6128 req-9fe887ca-3784-48ca-95c7-6148d0de0294 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Jul 13 14:53:04.801852 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53312) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:05.268573 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.534452 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Deleting port 966485c9-cbe5-482c-9209-3dc7be63ec66 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:05.534706 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.552455 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7aa70-1af4-4bce-b378-552fe9cdd20b req-14588fbf-9d2c-4143-817a-2269bd5c4a8d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:05.554309 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cdb7aa70-1af4-4bce-b378-552fe9cdd20b req-14588fbf-9d2c-4143-817a-2269bd5c4a8d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0773163 Jul 13 14:53:05.594438 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cdb7aa70-1af4-4bce-b378-552fe9cdd20b req-89af2745-871b-4ef9-9755-b9f6ac924c84 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Jul 13 14:53:05.616806 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] For port 966485c9-cbe5-482c-9209-3dc7be63ec66, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=966485c9-cbe5-482c-9209-3dc7be63ec66,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:05.617198 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.629662 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Calling delete_port for 966485c9-cbe5-482c-9209-3dc7be63ec66 owned by network:router_interface {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:05.812578 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.839491 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Pushing event deleted for resources: {'Port': ['ID=966485c9-cbe5-482c-9209-3dc7be63ec66,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:06.010254 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.222679 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:53:06.331696 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:06.336725 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-8130d5dc-e3e3-48b3-bc0e-d0e8a31d56fc admin admin] 10.222.0.37 "PUT /v2.0/routers/4f92ebbc-c6fe-450b-b629-3e9afdc8082d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5338652 Jul 13 14:53:06.339235 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53344) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:06.340346 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] Sync routers for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:06.351829 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:06.352672 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:53:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:06.443484 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks [] for router, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.470293 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.472062 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:06.548692 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.604220 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Deleting port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:06.604724 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.652399 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:53:05Z', 'revision_number': 5, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port': {'id': 'fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:22Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:06.681933 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] Checking router: 4f92ebbc-c6fe-450b-b629-3e9afdc8082d for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:06.690639 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] For port fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:06.691029 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.692666 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] Routers {'4f92ebbc-c6fe-450b-b629-3e9afdc8082d'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:06.693714 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:53:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:06.707285 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Calling delete_port for fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 owned by network:router_gateway {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:06.780800 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1887b1d-f16e-472a-8673-9efc96aef2ba req-a4675d2e-88c0-4012-8c62-486fba8b8c16 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:06.782438 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1887b1d-f16e-472a-8673-9efc96aef2ba req-a4675d2e-88c0-4012-8c62-486fba8b8c16 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0726202 Jul 13 14:53:06.795131 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] Set router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d gateway port host: None {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:06.821543 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1887b1d-f16e-472a-8673-9efc96aef2ba req-51c4c99e-fa64-446a-9ac2-3dbc99275190 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Jul 13 14:53:06.852846 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:53:06Z', 'revision_number': 6, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:06.881122 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfdb0a-041b-49e4-be15-87c8d6c05c24 None None] The sync data for ids ['4f92ebbc-c6fe-450b-b629-3e9afdc8082d'] in dv-cinder-788364-4-iscsi is: [{'id': '4f92ebbc-c6fe-450b-b629-3e9afdc8082d', 'name': 'tempest-AttachVolumeTestJSON-1089910365-router', 'tenant_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:19Z', 'updated_at': '2021-07-13T14:53:06Z', 'revision_number': 6, 'project_id': 'b3110479f60e46ef816b28c5ecf97e6a', 'gw_port_host': None}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:06.885560 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.913614 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:06.977922 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.075236 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.078502 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.109041 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-b011b883-6dee-4c46-a016-5705311d6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:07.110602 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-b011b883-6dee-4c46-a016-5705311d6244 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1098 time: 0.0557339 Jul 13 14:53:07.211429 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-e3910c6f-b067-4f86-bf71-13ab68b7875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:07.212991 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-e3910c6f-b067-4f86-bf71-13ab68b7875f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 909 time: 0.0960591 Jul 13 14:53:07.283303 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53350) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:07.297545 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-16bfee02-d1ed-484b-ad86-7c8654dfed5e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 1001 time: 0.0728340 Jul 13 14:53:07.368935 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.370048 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f92ebbc-c6fe-450b-b629-3e9afdc8082d {{(pid=110074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:53:07.375256 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.376577 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-26a7655b-86d3-41ab-b2ac-56e754170a53 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4f92ebbc-c6fe-450b-b629-3e9afdc8082d HTTP/1.1" status: 204 len: 168 time: 1.0363832 Jul 13 14:53:07.378653 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_v2 [None req-685787c3-3b23-4a42-b784-302bc9eee652 admin admin] Deleting subnet 70885b66-8f94-459b-a3de-47a7042d2411 {{(pid=110073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:53:07.379023 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53352) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:07.381889 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-685787c3-3b23-4a42-b784-302bc9eee652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.403281 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-b81cc346-3125-4554-b2e4-0f17b12b7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:07.405477 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-b81cc346-3125-4554-b2e4-0f17b12b7e2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 200 len: 847 time: 0.0901909 Jul 13 14:53:07.424435 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-64654192-b4c5-4d82-8733-3248e734c200 admin admin] Deleting subnet 133db6f1-8385-4cb4-9dce-5dea10df197d {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:53:07.427500 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-64654192-b4c5-4d82-8733-3248e734c200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.450023 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-685787c3-3b23-4a42-b784-302bc9eee652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60292597'] for subnet, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.463354 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-64654192-b4c5-4d82-8733-3248e734c200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117334'] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.501551 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-685787c3-3b23-4a42-b784-302bc9eee652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.545680 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-ac082f91-3bf4-4ef3-a25a-ee66b89f0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:07.547364 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-ac082f91-3bf4-4ef3-a25a-ee66b89f0eb1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8349766d-ff31-4ea5-b580-00934bbb0f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1276407 Jul 13 14:53:07.552972 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-64654192-b4c5-4d82-8733-3248e734c200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.623650 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-64654192-b4c5-4d82-8733-3248e734c200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60015268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59020755'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.624212 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-685787c3-3b23-4a42-b784-302bc9eee652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60264780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59366594'] for subnet, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.643422 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe22ee-f54c-4900-b778-85c18389b7d2 None None] Network 14022dbc-56f4-48cd-b035-e4cd8dbfc258 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:53:07.662466 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685787c3-3b23-4a42-b784-302bc9eee652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70885b66-8f94-459b-a3de-47a7042d2411,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:07.668423 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-685787c3-3b23-4a42-b784-302bc9eee652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.670607 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-685787c3-3b23-4a42-b784-302bc9eee652 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70885b66-8f94-459b-a3de-47a7042d2411 HTTP/1.1" status: 204 len: 168 time: 0.3862000 Jul 13 14:53:07.673219 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53354) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:07.675410 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64654192-b4c5-4d82-8733-3248e734c200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=133db6f1-8385-4cb4-9dce-5dea10df197d,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:07.688740 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-64654192-b4c5-4d82-8733-3248e734c200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.692903 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-64654192-b4c5-4d82-8733-3248e734c200 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/133db6f1-8385-4cb4-9dce-5dea10df197d HTTP/1.1" status: 204 len: 168 time: 0.3106027 Jul 13 14:53:07.693181 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53356) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:07.741946 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-0b1a7686-0bc6-4cde-84b1-afce556b0464 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876347 Jul 13 14:53:07.777570 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.808081 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.844048 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Deleting port 0f48406b-b01f-4eff-b30f-8375db95b944 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:07.844470 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.914522 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] For port 0f48406b-b01f-4eff-b30f-8375db95b944, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=0f48406b-b01f-4eff-b30f-8375db95b944,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:07.915700 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.926754 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] DHCP port deletion for 14022dbc-56f4-48cd-b035-e4cd8dbfc258 request from dv-cinder-788364-4-iscsi {{(pid=110075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:53:07.928106 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1b9a9cf2-8854-482f-aa83-d9fe51d359f4 req-c4b978fa-0e33-485d-b40c-acbe16368fe9 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777725 Jul 13 14:53:07.935908 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Calling delete_port for 0f48406b-b01f-4eff-b30f-8375db95b944 owned by network:dhcp {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:07.938784 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.960843 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651d48e6-c602-4f3c-ba8d-dc6de0d48828']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:07.988316 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543d5705-40da-4c9a-b17f-4f6141fd4d93') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:07.988765 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543d5705-40da-4c9a-b17f-4f6141fd4d93') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:07.989232 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] Deleting port 0f48406b-b01f-4eff-b30f-8375db95b944 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:07.989613 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.022133 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.041482 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.058790 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:53:08.059508 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:53:08.061654 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:53:08.072204 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.108024 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=0f48406b-b01f-4eff-b30f-8375db95b944,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:08.114450 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] No DVR routers for this DVR port 0f48406b-b01f-4eff-b30f-8375db95b944 on host dv-cinder-788364-4-iscsi {{(pid=110074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:53:08.132290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48040721-2b4a-471b-bef0-59147f79496c req-3b2a2afb-81bd-4cc6-9a0c-5e317412f68e tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:08.134097 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-48040721-2b4a-471b-bef0-59147f79496c req-3b2a2afb-81bd-4cc6-9a0c-5e317412f68e tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.1596091 Jul 13 14:53:08.162980 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.170571 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.173668 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] 10.222.0.37 "DELETE /v2.0/networks/651d48e6-c602-4f3c-ba8d-dc6de0d48828 HTTP/1.1" status: 204 len: 168 time: 0.4993534 Jul 13 14:53:08.206634 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a274935-d2a4-455e-bff4-921bcc32ad70 admin admin] Pushing event deleted for resources: {'Network': ['ID=651d48e6-c602-4f3c-ba8d-dc6de0d48828,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:08.210528 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] For port 0f48406b-b01f-4eff-b30f-8375db95b944, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=0f48406b-b01f-4eff-b30f-8375db95b944,segment=NetworkSegment(26e4f4aa-3e79-4dd3-a9fd-74733d45ab16),segment_id=26e4f4aa-3e79-4dd3-a9fd-74733d45ab16)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:08.210935 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.214933 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-48040721-2b4a-471b-bef0-59147f79496c req-86b58bdf-ccb4-4ae7-bc78-46d331c92e5c tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746236 Jul 13 14:53:08.220360 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.229193 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] Calling delete_port for 0f48406b-b01f-4eff-b30f-8375db95b944 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:08.230648 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14022dbc-56f4-48cd-b035-e4cd8dbfc258']}} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:08.244834 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16') {'for_net_delete': True} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:08.245128 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e4f4aa-3e79-4dd3-a9fd-74733d45ab16') {} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:08.254923 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117327'] for segment, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.281162 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.294120 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=110074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:53:08.295134 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60013834'] for segment, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: Traceback (most recent call last): Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: timer() Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: cb(*args, **kw) Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: return func(*args, **kwargs) Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: self._notify() Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: self.callback(batched_events) Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: event.method(event) Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: return f(self, *a, **k) Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._get(url).json() Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: return self.request(url, 'GET', **kwargs) Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:53:08.297358 dv-cinder-788364-4-iscsi neutron-server[110074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:53:08.329208 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.371083 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.377399 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] No DVR routers for this DVR port 0f48406b-b01f-4eff-b30f-8375db95b944 on host dv-cinder-788364-4-iscsi {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:53:08.377540 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53362) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:08.377734 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63620e-2901-464c-adaa-837f40739d5f None None] Pushing event deleted for resources: {'Port': ['ID=0f48406b-b01f-4eff-b30f-8375db95b944,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:08.379987 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 0f48406b-b01f-4eff-b30f-8375db95b944 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:08.398384 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.401533 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] 10.222.0.37 "DELETE /v2.0/networks/14022dbc-56f4-48cd-b035-e4cd8dbfc258 HTTP/1.1" status: 204 len: 168 time: 0.7073536 Jul 13 14:53:08.415720 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 0f48406b-b01f-4eff-b30f-8375db95b944 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:53:08.416074 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 0f48406b-b01f-4eff-b30f-8375db95b944 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:53:08.416500 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:08.419338 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43878ee0-1340-4b79-b945-b691aafbbbfe admin admin] Pushing event deleted for resources: {'Network': ['ID=14022dbc-56f4-48cd-b035-e4cd8dbfc258,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:08.444004 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:53:08.444004 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device fbff3cbe-80bc-4d23-aca3-c1a255b8d4c5 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:53:08.444004 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 966485c9-cbe5-482c-9209-3dc7be63ec66 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:08.459290 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-584e11ab-c0ac-4540-9d1b-8723faf00a4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=597259c7ef254b38bfb1c3a124cc0255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816283 Jul 13 14:53:08.461672 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53366) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:08.464328 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 966485c9-cbe5-482c-9209-3dc7be63ec66 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:53:08.464851 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 966485c9-cbe5-482c-9209-3dc7be63ec66 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:53:08.526154 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d325d22f-0e85-4fba-ae83-2db6acdd3052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.554665 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d325d22f-0e85-4fba-ae83-2db6acdd3052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.614257 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d325d22f-0e85-4fba-ae83-2db6acdd3052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.618493 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-d325d22f-0e85-4fba-ae83-2db6acdd3052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.620336 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d325d22f-0e85-4fba-ae83-2db6acdd3052 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9af997e-d88c-41be-8273-2a21f6abd553 HTTP/1.1" status: 204 len: 168 time: 0.1574850 Jul 13 14:53:08.634409 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53370) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:08.643690 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325d22f-0e85-4fba-ae83-2db6acdd3052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9af997e-d88c-41be-8273-2a21f6abd553,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:08.692862 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-b1176873-bfcb-4b3b-bf88-c20cbe7249e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3110479f60e46ef816b28c5ecf97e6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0572190 Jul 13 14:53:08.695902 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53372) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:08.759361 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f81a7c7f-40dc-4a16-b1ad-c4df22c2c87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.787134 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f81a7c7f-40dc-4a16-b1ad-c4df22c2c87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.840728 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f81a7c7f-40dc-4a16-b1ad-c4df22c2c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.845013 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f81a7c7f-40dc-4a16-b1ad-c4df22c2c87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.846142 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-f81a7c7f-40dc-4a16-b1ad-c4df22c2c87b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e37bd418-1c7a-49ea-a3e3-484015dbb4cf HTTP/1.1" status: 204 len: 168 time: 0.1491506 Jul 13 14:53:08.858473 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a7c7f-40dc-4a16-b1ad-c4df22c2c87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37bd418-1c7a-49ea-a3e3-484015dbb4cf,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:09.406043 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95476-4aac-45c3-90d2-414245174017 req-d5b3294e-db64-4c76-88de-429b1fd0f7b4 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:09.407887 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-56a95476-4aac-45c3-90d2-414245174017 req-d5b3294e-db64-4c76-88de-429b1fd0f7b4 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0729408 Jul 13 14:53:09.460272 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-56a95476-4aac-45c3-90d2-414245174017 req-8f82f2bb-09e8-493c-8f98-dfe2fb2ffa65 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443163 Jul 13 14:53:10.634900 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d23d06-50ef-46d7-bc46-bd8c8ce1dd80 req-b7e7de8d-779f-4c10-986c-8c5cb839c6f4 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:10.636359 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-40d23d06-50ef-46d7-bc46-bd8c8ce1dd80 req-b7e7de8d-779f-4c10-986c-8c5cb839c6f4 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0635843 Jul 13 14:53:10.680183 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-40d23d06-50ef-46d7-bc46-bd8c8ce1dd80 req-45ba1c43-f2d8-48dc-bb27-421a33932664 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378637 Jul 13 14:53:11.016295 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53432) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:11.046082 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62440-1dd6-4a35-a0fa-a187b498339c req-3d4ac878-098c-4c5a-8841-e5e64846ea76 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:11.047591 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7f62440-1dd6-4a35-a0fa-a187b498339c req-3d4ac878-098c-4c5a-8841-e5e64846ea76 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0641677 Jul 13 14:53:11.086490 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d7f62440-1dd6-4a35-a0fa-a187b498339c req-e0da82d0-a1f0-421c-afda-d874b69a34f7 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332670 Jul 13 14:53:11.114894 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-16880cf5-6654-4c70-95d6-fa5d0e2d9422 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973954 Jul 13 14:53:12.270801 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cbdb0-0528-477d-88e9-bc391d3c0a50 req-09d85933-4ada-410f-930c-05fdbf3f0811 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:12.272311 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-442cbdb0-0528-477d-88e9-bc391d3c0a50 req-09d85933-4ada-410f-930c-05fdbf3f0811 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.0652869 Jul 13 14:53:12.311291 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-442cbdb0-0528-477d-88e9-bc391d3c0a50 req-a03ca275-83ab-4d65-8767-f38b11fbdefe tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332966 Jul 13 14:53:12.480462 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-ea0bc14a-76d8-42d8-b52b-c9ec07b8683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:12.482473 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-ea0bc14a-76d8-42d8-b52b-c9ec07b8683f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508&tenant_id=10670ff6c5734b668db0d543d1689d87 HTTP/1.1" status: 200 len: 1098 time: 0.0554750 Jul 13 14:53:12.555721 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-4e206d30-c0c2-47eb-9ef9-9681e1ed8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:12.557127 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-4e206d30-c0c2-47eb-9ef9-9681e1ed8086 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1098 time: 0.0511606 Jul 13 14:53:12.642825 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-8bac8ea1-2ef6-4677-a7b0-ee7939549ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:12.644308 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-8bac8ea1-2ef6-4677-a7b0-ee7939549ed8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 909 time: 0.0807915 Jul 13 14:53:12.715418 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-d95624fd-e0bd-49db-8f68-39ba6cb1ad02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 1001 time: 0.0636377 Jul 13 14:53:12.763861 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-7b0c4c53-e453-4855-9342-0ec398d95fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:12.765323 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-7b0c4c53-e453-4855-9342-0ec398d95fc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 200 len: 847 time: 0.0431283 Jul 13 14:53:12.822071 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-64d313e6-184d-4c61-972c-ed71ba7ad88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:12.823491 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-64d313e6-184d-4c61-972c-ed71ba7ad88c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8349766d-ff31-4ea5-b580-00934bbb0f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512221 Jul 13 14:53:12.920663 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-5e701337-c352-4250-a9cc-8519cb8ed4ec service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876720 Jul 13 14:53:13.011511 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e20a3a6-7b99-45c9-87c3-8822f0aa9187 req-82d69bc2-aee4-4645-b7a2-a8776f8c8fd3 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836403 Jul 13 14:53:13.264635 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 088643e2-679f-477f-b7af-0cd796a4e4ba no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:13.337012 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53480) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:13.350695 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.373867 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:13.376296 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db82fb-cf04-4aa3-bad9-a2a684b063cf" -d '{"events": [{"server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "name": "network-vif-unplugged", "status": "completed", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:13.390272 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:13.396583 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.422944 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f4c7f-d46d-4c16-99c2-a2d48d8fea1f x-openstack-request-id: req-846f4c7f-d46d-4c16-99c2-a2d48d8fea1f {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:13.423247 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "name": "network-vif-unplugged", "status": "completed", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:13.423494 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-846f4c7f-d46d-4c16-99c2-a2d48d8fea1f {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:13.423908 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'code': 200} Jul 13 14:53:13.453547 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d4f-c812-419d-afc2-949c5fabfd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.453899 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:13.570363 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17262e6-b12b-406d-8fc4-352f6860fe79 req-1a31e031-177e-4793-ade6-82dfc4a53e2d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:13.572389 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d17262e6-b12b-406d-8fc4-352f6860fe79 req-1a31e031-177e-4793-ade6-82dfc4a53e2d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.1149080 Jul 13 14:53:13.632926 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d17262e6-b12b-406d-8fc4-352f6860fe79 req-a8fdcc6d-7517-4b79-8eaf-3fa073291d34 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493412 Jul 13 14:53:13.641564 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d4f-c812-419d-afc2-949c5fabfd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.645497 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fcb73d4f-c812-419d-afc2-949c5fabfd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.688675 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-fcb73d4f-c812-419d-afc2-949c5fabfd0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ce6b7b9cdf74436b7967c5e4918baf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505721 Jul 13 14:53:13.689562 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73d4f-c812-419d-afc2-949c5fabfd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921c8f84-04b2-42ef-a0ce-79d8934053d1,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:13.691353 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53490) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:13.739362 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dd42d0ba-e93d-469c-887e-ce3058c41371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.759921 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dd42d0ba-e93d-469c-887e-ce3058c41371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.808158 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dd42d0ba-e93d-469c-887e-ce3058c41371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.811291 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dd42d0ba-e93d-469c-887e-ce3058c41371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.812470 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-dd42d0ba-e93d-469c-887e-ce3058c41371 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/921c8f84-04b2-42ef-a0ce-79d8934053d1 HTTP/1.1" status: 204 len: 168 time: 0.1200912 Jul 13 14:53:13.820319 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42d0ba-e93d-469c-887e-ce3058c41371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921c8f84-04b2-42ef-a0ce-79d8934053d1,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:14.078705 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53496) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:14.093933 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cf7919c9-cfed-4d21-9ee3-6fad77914f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.194524 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cf7919c9-cfed-4d21-9ee3-6fad77914f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.198719 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cf7919c9-cfed-4d21-9ee3-6fad77914f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.245221 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-cf7919c9-cfed-4d21-9ee3-6fad77914f79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=217afe405291410baff2fcab980196bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650836 Jul 13 14:53:14.246038 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7919c9-cfed-4d21-9ee3-6fad77914f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e00d4a-11e6-4be7-90cc-9065c85b3cb9,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:14.248897 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53498) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:14.304669 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2b10eeec-77c7-4030-bd38-f18e64135563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.327940 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2b10eeec-77c7-4030-bd38-f18e64135563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.374672 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2b10eeec-77c7-4030-bd38-f18e64135563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.377306 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-2b10eeec-77c7-4030-bd38-f18e64135563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.380878 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-2b10eeec-77c7-4030-bd38-f18e64135563 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2e00d4a-11e6-4be7-90cc-9065c85b3cb9 HTTP/1.1" status: 204 len: 168 time: 0.1285801 Jul 13 14:53:14.386059 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10eeec-77c7-4030-bd38-f18e64135563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e00d4a-11e6-4be7-90cc-9065c85b3cb9,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:14.809341 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95a0aa-f162-41c5-9d1a-6cbf4a987fdf req-71863068-86cb-42e2-b993-773b0f21d75c tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:14.811506 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8f95a0aa-f162-41c5-9d1a-6cbf4a987fdf req-71863068-86cb-42e2-b993-773b0f21d75c tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0626123 Jul 13 14:53:14.851907 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8f95a0aa-f162-41c5-9d1a-6cbf4a987fdf req-cfe12423-897a-4210-8ee9-45c99549db24 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344727 Jul 13 14:53:15.680747 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:53:16.032049 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5897cb-fda5-49aa-ab19-96e21ff32edc req-69c030eb-f12e-42d6-ac5b-d9b4e4c6ac02 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:16.033523 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ce5897cb-fda5-49aa-ab19-96e21ff32edc req-69c030eb-f12e-42d6-ac5b-d9b4e4c6ac02 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0652750 Jul 13 14:53:16.079293 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ce5897cb-fda5-49aa-ab19-96e21ff32edc req-7d2cb22a-ca4e-45f2-8887-fcfef7ca5021 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373199 Jul 13 14:53:17.271204 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9af1-2383-432e-a64c-1d6206f1507f req-8563c05c-8f3e-4c8e-876c-c2eee4846e13 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:17.272758 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eb6a9af1-2383-432e-a64c-1d6206f1507f req-8563c05c-8f3e-4c8e-876c-c2eee4846e13 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0731244 Jul 13 14:53:17.312645 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eb6a9af1-2383-432e-a64c-1d6206f1507f req-71b2e9dd-1bb3-4eb2-877e-0a2161c32bea tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340505 Jul 13 14:53:18.496019 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dbbc7-7ff1-4efe-813a-15b55c469d95 req-52f5de07-6800-46de-b970-ece30a04ee86 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:18.497573 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-385dbbc7-7ff1-4efe-813a-15b55c469d95 req-52f5de07-6800-46de-b970-ece30a04ee86 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 943 time: 0.0681634 Jul 13 14:53:18.539479 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-385dbbc7-7ff1-4efe-813a-15b55c469d95 req-fc5ae6a6-886a-4bd4-8f10-ebfc19c007f8 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Jul 13 14:53:19.092437 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553e9c2-104e-4487-8cfa-bc53579689cb req-77d1935a-4c70-47e6-8f6f-1cb9d33285e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:19.093863 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2553e9c2-104e-4487-8cfa-bc53579689cb req-77d1935a-4c70-47e6-8f6f-1cb9d33285e2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1096 time: 0.0585427 Jul 13 14:53:19.131092 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2553e9c2-104e-4487-8cfa-bc53579689cb req-2b809e2b-1eb3-42aa-9bdf-855d4b023606 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291300 Jul 13 14:53:19.273742 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 088643e2-679f-477f-b7af-0cd796a4e4ba details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:53:19.385958 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:19.400025 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'port_id': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'mac_address': 'fa:16:3e:9f:f1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:53:19.441177 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:19.456869 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088643e2-679f-477f-b7af-0cd796a4e4ba {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:19.479606 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:19.484199 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:19.538020 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:19.725196 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e72b14-8243-45cb-affe-6b893089cd0b req-4f49ac60-4a6d-4b57-8d2a-bf22542aab5e tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:19.726755 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-62e72b14-8243-45cb-affe-6b893089cd0b req-4f49ac60-4a6d-4b57-8d2a-bf22542aab5e tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 944 time: 0.0691211 Jul 13 14:53:19.767817 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-62e72b14-8243-45cb-affe-6b893089cd0b req-baef120d-11c3-4573-ab96-e7d34a618f7f tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350063 Jul 13 14:53:20.805201 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['088643e2-679f-477f-b7af-0cd796a4e4ba'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:53:20.955166 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588437bc-61b5-4bc9-9709-0fbd27cafb37 req-db4f611b-426b-4cbc-b28e-984e2432b619 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:20.956776 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-588437bc-61b5-4bc9-9709-0fbd27cafb37 req-db4f611b-426b-4cbc-b28e-984e2432b619 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 944 time: 0.0700722 Jul 13 14:53:20.998256 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-588437bc-61b5-4bc9-9709-0fbd27cafb37 req-a37594d2-8c05-4307-a0ca-cd25b60da339 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326028 Jul 13 14:53:23.289797 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 088643e2-679f-477f-b7af-0cd796a4e4ba up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:23.341663 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 088643e2-679f-477f-b7af-0cd796a4e4ba triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:23.342032 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:23.421461 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:23.444612 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:23.446857 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67228aea-883e-4902-8b51-c3d9c8652df6" -d '{"events": [{"server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "name": "network-vif-plugged", "status": "completed", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:23.461487 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:23.467168 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:23.498161 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6aba4e-ed92-4ff9-886e-8b355f9a31a5 x-openstack-request-id: req-0e6aba4e-ed92-4ff9-886e-8b355f9a31a5 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:23.498431 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "name": "network-vif-plugged", "status": "completed", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:23.498685 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e6aba4e-ed92-4ff9-886e-8b355f9a31a5 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:23.499076 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'code': 200} Jul 13 14:53:23.525098 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=8']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:25.366956 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53636) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:25.487670 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4283c7db-d5fc-4705-beea-eafdc9bc9f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.585992 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4283c7db-d5fc-4705-beea-eafdc9bc9f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.590435 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4283c7db-d5fc-4705-beea-eafdc9bc9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.633829 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-4283c7db-d5fc-4705-beea-eafdc9bc9f65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe18a3af4f27457dbf2d9994784525b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656474 Jul 13 14:53:25.634876 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c7db-d5fc-4705-beea-eafdc9bc9f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01ffb01-f2ab-42f2-abed-d2e28abe2879,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:25.637027 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53640) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:25.714242 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cebff925-ca73-42e6-b487-1db52aa6db6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.742092 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cebff925-ca73-42e6-b487-1db52aa6db6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.797376 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cebff925-ca73-42e6-b487-1db52aa6db6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.800411 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cebff925-ca73-42e6-b487-1db52aa6db6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.801831 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-cebff925-ca73-42e6-b487-1db52aa6db6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d01ffb01-f2ab-42f2-abed-d2e28abe2879 HTTP/1.1" status: 204 len: 168 time: 0.1626086 Jul 13 14:53:25.811711 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebff925-ca73-42e6-b487-1db52aa6db6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01ffb01-f2ab-42f2-abed-d2e28abe2879,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:26.169260 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53650) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:26.186958 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f8a0936a-cfec-49c0-a039-aa1e65556022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.301950 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f8a0936a-cfec-49c0-a039-aa1e65556022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.310727 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f8a0936a-cfec-49c0-a039-aa1e65556022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.364710 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-f8a0936a-cfec-49c0-a039-aa1e65556022 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d15274661c7f448d8d9a705896172c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938627 Jul 13 14:53:26.365538 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0936a-cfec-49c0-a039-aa1e65556022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68fae8c-59c6-4e30-bef0-0c2405d04966,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:26.367494 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53654) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:26.425206 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b70828c7-1b49-4f57-a7fd-72eac5aeb568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.447380 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b70828c7-1b49-4f57-a7fd-72eac5aeb568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.471765 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-15668bf6-510c-426b-97f1-21ba26899fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.485060 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fae7d0-420e-4222-bc8c-11f9ba2ec3f7 req-e9be94a7-7f2b-441a-aec7-599190c8a5bc tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:26.486643 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18fae7d0-420e-4222-bc8c-11f9ba2ec3f7 req-e9be94a7-7f2b-441a-aec7-599190c8a5bc tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 947 time: 0.0774953 Jul 13 14:53:26.510420 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b70828c7-1b49-4f57-a7fd-72eac5aeb568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.514154 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b70828c7-1b49-4f57-a7fd-72eac5aeb568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.515345 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-b70828c7-1b49-4f57-a7fd-72eac5aeb568 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d68fae8c-59c6-4e30-bef0-0c2405d04966 HTTP/1.1" status: 204 len: 168 time: 0.1461611 Jul 13 14:53:26.526069 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70828c7-1b49-4f57-a7fd-72eac5aeb568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68fae8c-59c6-4e30-bef0-0c2405d04966,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:26.532407 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-18fae7d0-420e-4222-bc8c-11f9ba2ec3f7 req-7a6646f1-6231-430a-b281-5846953d6198 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400891 Jul 13 14:53:27.752187 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14179e7-ecf6-44e7-84f6-375ffe22dcd5 req-44ba0208-a170-4995-97dc-71929c4ff1a7 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:27.753863 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f14179e7-ecf6-44e7-84f6-375ffe22dcd5 req-44ba0208-a170-4995-97dc-71929c4ff1a7 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 947 time: 0.0877459 Jul 13 14:53:27.799955 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f14179e7-ecf6-44e7-84f6-375ffe22dcd5 req-d3bf8d12-5248-47f4-9df3-5f868acd41f9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=a88d5266-4c80-45f9-94c7-b96803289fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402973 Jul 13 14:53:27.923341 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-50ecba51-08dd-4c10-b50d-909c51ded6e4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:27.924850 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-50ecba51-08dd-4c10-b50d-909c51ded6e4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 947 time: 0.1000264 Jul 13 14:53:28.019969 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53698) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:28.115596 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Deleting port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:28.116199 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.145898 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f950-485f-48c7-9b76-37c6d21f6437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.252731 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f950-485f-48c7-9b76-37c6d21f6437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.260515 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f950-485f-48c7-9b76-37c6d21f6437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.270720 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] For port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:28.271095 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.300167 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ebb7f950-485f-48c7-9b76-37c6d21f6437 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=838f3178b9374045abcdb5e4819621ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789073 Jul 13 14:53:28.303538 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53702) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:28.312058 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7f950-485f-48c7-9b76-37c6d21f6437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74672e17-75fd-4bba-9dcc-63a976d5a9b9,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:28.369468 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3c34ffbd-3ccb-47ed-857e-dbdc00cd7bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.399156 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3c34ffbd-3ccb-47ed-857e-dbdc00cd7bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.459757 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3c34ffbd-3ccb-47ed-857e-dbdc00cd7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.464418 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-3c34ffbd-3ccb-47ed-857e-dbdc00cd7bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.466452 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-3c34ffbd-3ccb-47ed-857e-dbdc00cd7bf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74672e17-75fd-4bba-9dcc-63a976d5a9b9 HTTP/1.1" status: 204 len: 168 time: 0.1611683 Jul 13 14:53:28.477768 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34ffbd-3ccb-47ed-857e-dbdc00cd7bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74672e17-75fd-4bba-9dcc-63a976d5a9b9,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:28.515816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.516133 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.516562 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Floating IP bd41766d-2b7b-44e0-afc0-bf712bb74ea2 disassociated. External IP: 172.27.1.166, port: 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc. Jul 13 14:53:28.516799 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Calling delete_port for 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:28.666838 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.705155 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event deleted for resources: {'Port': ['ID=5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:28.885868 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Router 28549460-5d39-488d-a940-03c9806c8516 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:53:29.071493 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6a8e8b35-c434-4451-8d65-a086a361dfa4 req-2a6e3ec8-fd66-4147-ad04-e5eab8863f91 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9a6f2a5-743e-4aa6-a355-9b97f53a2660 HTTP/1.1" status: 200 len: 210 time: 0.0398309 Jul 13 14:53:29.088164 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:29.116175 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] Sync routers for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:29.137430 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:29.138460 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:53:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:29.181136 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] No DVR routers for this DVR port 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:53:29.185392 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:29.189444 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d73fda15-1687-4ede-a791-1c00a606eb59 req-24a58bb5-0387-43fe-8988-3d9467a8ffa4 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "DELETE /v2.0/ports/5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc HTTP/1.1" status: 204 len: 173 time: 1.2582133 Jul 13 14:53:29.190216 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-deleted', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:29.193699 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6b19bd-0a87-4e83-ab5f-d913dfd0d54a" -d '{"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-deleted", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:29.241864 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e78a0-da90-4066-a877-216c3de46e06 x-openstack-request-id: req-f68e78a0-da90-4066-a877-216c3de46e06 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:29.242186 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6f2a5-743e-4aa6-a355-9b97f53a2660", "name": "network-vif-deleted", "tag": "5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:29.242644 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f68e78a0-da90-4066-a877-216c3de46e06 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:29.243140 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6f2a5-743e-4aa6-a355-9b97f53a2660', 'name': 'network-vif-deleted', 'tag': '5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc', 'status': 'completed', 'code': 200} Jul 13 14:53:29.341857 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:29.559924 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:29.616752 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:29.656031 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] Checking router: 28549460-5d39-488d-a940-03c9806c8516 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:29.665925 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:29.666539 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:53:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:29.802632 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:29.894438 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5d96a9a3-e7e8-4bb9-aae0-a1ebda4a314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.085914 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:30.116613 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f3e6b-c20a-4ec0-8970-77b088023ff9 None None] The sync data for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi is: [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:30.248943 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53740) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:30.325945 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-35044fca-0661-444e-85b0-8f3bccd4b28f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.358120 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-35044fca-0661-444e-85b0-8f3bccd4b28f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.425721 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fcffe-86e0-4663-a016-d459d4a5dc21 None None] New status for floating IP bd41766d-2b7b-44e0-afc0-bf712bb74ea2: DOWN {{(pid=110075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:53:30.428770 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-35044fca-0661-444e-85b0-8f3bccd4b28f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.432319 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-35044fca-0661-444e-85b0-8f3bccd4b28f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.437376 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53742) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:30.438348 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-35044fca-0661-444e-85b0-8f3bccd4b28f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "DELETE /v2.0/security-groups/a88d5266-4c80-45f9-94c7-b96803289fcf HTTP/1.1" status: 204 len: 168 time: 0.1872563 Jul 13 14:53:30.449371 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35044fca-0661-444e-85b0-8f3bccd4b28f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d5266-4c80-45f9-94c7-b96803289fcf,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:30.461306 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.api.v2.resource [None req-0fecfd76-9986-4350-b134-c5a18a940c16 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] show failed (client error): The resource could not be found. Jul 13 14:53:30.463052 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-0fecfd76-9986-4350-b134-c5a18a940c16 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups/a88d5266-4c80-45f9-94c7-b96803289fcf HTTP/1.1" status: 404 len: 347 time: 0.0241370 Jul 13 14:53:30.467321 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53744) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:30.507381 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.678346 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Deleting port b7280ddb-5ec0-4217-a1a2-992827ca3c0f {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:30.679077 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.058528 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.058859 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.075702 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Calling delete_port for b7280ddb-5ec0-4217-a1a2-992827ca3c0f owned by network:floatingip {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:31.257836 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.310249 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event deleted for resources: {'Port': ['ID=b7280ddb-5ec0-4217-a1a2-992827ca3c0f,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:31.336408 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:31.358748 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:53:31.359092 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 5c1b3cff-d236-4dc9-8325-fd8c1b6f9cdc not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:53:31.375900 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.378396 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.379577 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-ae315259-7ce9-4a31-a468-fa7b57fa2bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "DELETE /v2.0/floatingips/bd41766d-2b7b-44e0-afc0-bf712bb74ea2 HTTP/1.1" status: 204 len: 168 time: 0.9108267 Jul 13 14:53:31.888330 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53754) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:31.893227 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-39e7ec8f-5ded-48fa-9e6d-72c964b36c6f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746135818', 'description': 'tempest-description--674437812'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:31.917894 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39e7ec8f-5ded-48fa-9e6d-72c964b36c6f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.027705 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39e7ec8f-5ded-48fa-9e6d-72c964b36c6f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.034523 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39e7ec8f-5ded-48fa-9e6d-72c964b36c6f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.069974 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-39e7ec8f-5ded-48fa-9e6d-72c964b36c6f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.071462 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-39e7ec8f-5ded-48fa-9e6d-72c964b36c6f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1819921 Jul 13 14:53:32.072379 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7ec8f-5ded-48fa-9e6d-72c964b36c6f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c74f39-7903-4520-9924-9a4948b6d307,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:32.075317 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53756) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:32.080030 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-9f818c1a-09d5-41a1-82ef-34a582dbb359 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'security_group_rule': {'security_group_id': '28c74f39-7903-4520-9924-9a4948b6d307', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:32.109812 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.113400 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9f818c1a-09d5-41a1-82ef-34a582dbb359 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.177309 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9f818c1a-09d5-41a1-82ef-34a582dbb359 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.181019 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9f818c1a-09d5-41a1-82ef-34a582dbb359 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.199503 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f818c1a-09d5-41a1-82ef-34a582dbb359 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd596e59-65db-4136-b563-a325c21e424e,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:32.207201 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9f818c1a-09d5-41a1-82ef-34a582dbb359 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.208520 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-9f818c1a-09d5-41a1-82ef-34a582dbb359 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320987 Jul 13 14:53:32.211442 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53758) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:32.216948 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-22a14dab-f076-4423-81f6-3f55b6467eb8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'security_group_rule': {'security_group_id': '28c74f39-7903-4520-9924-9a4948b6d307', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:32.249256 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-22a14dab-f076-4423-81f6-3f55b6467eb8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.313693 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-22a14dab-f076-4423-81f6-3f55b6467eb8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.320579 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-22a14dab-f076-4423-81f6-3f55b6467eb8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.348679 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a14dab-f076-4423-81f6-3f55b6467eb8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe68e50-de6e-492f-8da6-ee8745fbc02f,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:32.361744 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-22a14dab-f076-4423-81f6-3f55b6467eb8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.363057 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-22a14dab-f076-4423-81f6-3f55b6467eb8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505442 Jul 13 14:53:32.367022 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53762) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:32.372490 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:32.394292 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.501678 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.612217 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Allocated IP 172.27.1.25 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/fb004d7a-1b59-4e45-a812-595ea97069ae) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:32.727592 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.773311 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.817119 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:32.820129 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:32.822730 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:32.854441 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'Port': ['ID=fb004d7a-1b59-4e45-a812-595ea97069ae,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:32.921758 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.970555 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.133157 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.137801 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.209367 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'Port': ['ID=fb004d7a-1b59-4e45-a812-595ea97069ae,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:33.224080 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.240627 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.242233 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-47783519-652b-4af1-92e6-c4e4662e8872 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8739650 Jul 13 14:53:33.444202 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-15a8c94e-7f12-4992-8fee-c85d36011a15 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--746135818&fields=id&tenant_id=14e02543c5fe44b4912349508013a1e7 HTTP/1.1" status: 200 len: 267 time: 0.0377526 Jul 13 14:53:33.555991 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27736a31-06e4-419e-a567-21e453011178 req-3ce075d2-d108-4686-81c8-f7c63849b623 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:33.557547 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-3ce075d2-d108-4686-81c8-f7c63849b623 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 816 time: 0.1058779 Jul 13 14:53:33.576310 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-b3323901-02f3-45df-84c3-32103f70389b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/quotas/14e02543c5fe44b4912349508013a1e7 HTTP/1.1" status: 200 len: 375 time: 0.0104334 Jul 13 14:53:33.653639 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-2c51be9a-1b18-44af-96fe-2a5c81f2672a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713480 Jul 13 14:53:33.851532 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-e5597f1e-ba14-44b8-8593-4edc3528dee9 service neutron] 10.222.0.37 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853054 Jul 13 14:53:33.952183 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-1e2c4258-334e-4264-8a25-330a39c5e9dd service neutron] 10.222.0.37 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934548 Jul 13 14:53:34.172403 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b40355f9-5b61-4ae9-8124-3cfec805ae91 req-386f8c18-25ba-423f-8d0b-07594108de47 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 210 time: 0.0526321 Jul 13 14:53:35.308188 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27736a31-06e4-419e-a567-21e453011178 req-58985253-b911-459e-802e-796ac8d4a3fd tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:35.310487 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-58985253-b911-459e-802e-796ac8d4a3fd tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 816 time: 0.1278191 Jul 13 14:53:35.347515 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-937a3992-4097-42d8-9ac9-2f9a24aa1eff req-dba45f6b-60d7-43d2-924a-b09dce495ccd tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 210 time: 0.0360246 Jul 13 14:53:35.388769 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-38e8b7e6-bb41-4252-943f-1e4982afc23b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e02543c5fe44b4912349508013a1e7 HTTP/1.1" status: 200 len: 379 time: 0.0662653 Jul 13 14:53:35.399150 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'port': {'device_id': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'admin_state_up': True, 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'security_groups': ['28c74f39-7903-4520-9924-9a4948b6d307']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:35.549001 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Made reservation on behalf of 14e02543c5fe44b4912349508013a1e7 for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:35.553450 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:35.732673 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Allocated IP 172.20.0.8 (4225d1d1-c13b-47fa-841f-a10b5a8c7fd2/ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec/50622d6e-28cb-42e3-b66e-3d4d42d1de57) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:35.902426 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:35.919773 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Transition to ACTIVE for port object 50622d6e-28cb-42e3-b66e-3d4d42d1de57 will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:35.961086 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.014442 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:36.017877 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:36.022290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:36.030439 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:36.086850 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:36.087842 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.108383 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-e2d37cd1-f938-4fc5-a0a5-a969960c84db tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7140419 Jul 13 14:53:36.292460 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-a68cd871-0f43-439b-96eb-3f6378955535 None None] Provisioning for port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:36.298731 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-a68cd871-0f43-439b-96eb-3f6378955535 None None] Provisioning complete for port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:36.299271 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a68cd871-0f43-439b-96eb-3f6378955535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.341196 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a68cd871-0f43-439b-96eb-3f6378955535 None None] Port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:36.554246 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892f637-2795-4d9c-a44f-e357e4b4d153 req-3819d48f-b91a-481e-b3a7-bfd714f7cd15 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:36.555756 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0892f637-2795-4d9c-a44f-e357e4b4d153 req-3819d48f-b91a-481e-b3a7-bfd714f7cd15 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 931 time: 0.0709980 Jul 13 14:53:36.601981 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0892f637-2795-4d9c-a44f-e357e4b4d153 req-2a9fd5a7-6e62-42f3-bad2-c17d30482bce tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356517 Jul 13 14:53:37.797994 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b8517-2c28-4aba-833c-61e24b7b17ef req-7581e9c2-aa59-4292-b9a7-e7459c568bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:37.799724 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-776b8517-2c28-4aba-833c-61e24b7b17ef req-7581e9c2-aa59-4292-b9a7-e7459c568bb6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 931 time: 0.0737042 Jul 13 14:53:37.838815 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-776b8517-2c28-4aba-833c-61e24b7b17ef req-5ce7bd81-ee9a-425c-8300-0bd132e2ee7c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Jul 13 14:53:38.816050 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Request body: {'port': {'device_id': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:38.835645 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.921892 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.171938 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1824e-a15e-4116-b9c8-c92f55d2abf6 req-ea56bd56-5fad-4cf7-b5de-421fa37fe6c9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:39.173756 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-05b1824e-a15e-4116-b9c8-c92f55d2abf6 req-ea56bd56-5fad-4cf7-b5de-421fa37fe6c9 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 931 time: 0.1418133 Jul 13 14:53:39.251782 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-05b1824e-a15e-4116-b9c8-c92f55d2abf6 req-cbc93908-b8c6-4ecd-9fd3-579a9618ddfb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678267 Jul 13 14:53:39.286990 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50622d6e-28cb-42e3-b66e-3d4d42d1de57 {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:39.295487 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.307905 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Transition to ACTIVE for port object 50622d6e-28cb-42e3-b66e-3d4d42d1de57 will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:39.313109 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.368378 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:39.447728 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Attempting to bind port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:39.448249 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Attempting to bind port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:39.448590 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Attempting to bind port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 on network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:39.453454 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 on network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:53:39.453874 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Attempting to bind port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 on network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:39.459159 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:39.459501 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Checking segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:39.459918 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Bound using segment: {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:39.460359 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Bound port: 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3f497a-49a5-458a-be33-5b040eb097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:39.460724 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.547948 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:39.552492 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:39.558055 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.597234 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:39.597633 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.599054 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] 10.222.0.61 "PUT /v2.0/ports/50622d6e-28cb-42e3-b66e-3d4d42d1de57 HTTP/1.1" status: 200 len: 1093 time: 0.7901723 Jul 13 14:53:39.599511 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:39.602290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837084c7-8b1c-4cd1-96cb-906c6fd15d24" -d '{"events": [{"name": "network-changed", "server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:39.632167 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c7bf8-b557-4728-aa23-52d22afb56cd service neutron] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:39.680329 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9929575b-d0d7-4599-aa0c-40ca0516831c x-openstack-request-id: req-9929575b-d0d7-4599-aa0c-40ca0516831c {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:39.680771 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:39.681162 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9929575b-d0d7-4599-aa0c-40ca0516831c {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:39.681780 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'status': 'completed', 'code': 200} Jul 13 14:53:39.740573 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27736a31-06e4-419e-a567-21e453011178 req-a7a8b3f1-0fbe-42c3-8677-78e57fc5a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:39.742897 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-a7a8b3f1-0fbe-42c3-8677-78e57fc5a4c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 1096 time: 0.0765197 Jul 13 14:53:39.790007 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-8204f755-d312-4c24-b87c-74a3d7695047 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57 HTTP/1.1" status: 200 len: 217 time: 0.0398605 Jul 13 14:53:39.876879 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27736a31-06e4-419e-a567-21e453011178 req-70ee9339-6a22-43cd-8701-406fd05d6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:39.879757 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-70ee9339-6a22-43cd-8701-406fd05d6529 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0836627 Jul 13 14:53:39.973500 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27736a31-06e4-419e-a567-21e453011178 req-ea136e22-837f-4dcb-bf18-1240330d7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:39.975135 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-ea136e22-837f-4dcb-bf18-1240330d7001 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883768 Jul 13 14:53:40.106690 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-fa71a61e-0b33-4555-9855-cd4d6d9c84db service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199791 Jul 13 14:53:40.205368 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-27736a31-06e4-419e-a567-21e453011178 req-8d67e42f-1ee7-41c4-9b98-69393903c06a service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902936 Jul 13 14:53:40.320967 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-e3a9608f-3cbd-463e-a1d1-ce1f30b53925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:40.322824 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-e3a9608f-3cbd-463e-a1d1-ce1f30b53925 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 1096 time: 0.0680790 Jul 13 14:53:40.465625 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-c5cf9a4c-1150-49d9-9303-79d4138f9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:40.467121 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-c5cf9a4c-1150-49d9-9303-79d4138f9d0b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.1378837 Jul 13 14:53:40.480459 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d157a-16ae-4d4e-8750-0fc2f580da0f req-f3fa36e0-b242-4369-8d0c-087d394d73d8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:40.482186 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9b1d157a-16ae-4d4e-8750-0fc2f580da0f req-f3fa36e0-b242-4369-8d0c-087d394d73d8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.1011674 Jul 13 14:53:40.527138 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-c669ceef-f99d-4577-8893-42c52d6702b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57 HTTP/1.1" status: 200 len: 217 time: 0.0439601 Jul 13 14:53:40.584235 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9b1d157a-16ae-4d4e-8750-0fc2f580da0f req-f2302f8f-71f1-42ce-b1a9-142c2493716e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951948 Jul 13 14:53:40.595445 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-b13f58d0-5993-47de-af2e-6b5c8a09d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:40.596950 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-b13f58d0-5993-47de-af2e-6b5c8a09d4df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0607579 Jul 13 14:53:40.655748 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-64fb8ec1-531a-4257-a5c6-c7467f98e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:40.657261 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-64fb8ec1-531a-4257-a5c6-c7467f98e850 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537398 Jul 13 14:53:40.755514 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-23605cfa-c6ea-411d-92f6-d403e4e91029 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896456 Jul 13 14:53:40.853340 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-837084c7-8b1c-4cd1-96cb-906c6fd15d24 req-7e0596fa-1018-4166-a768-92a72e0c409b service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896871 Jul 13 14:53:41.774009 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c52434-4498-4c68-966a-5d7c9b1b8b0f req-ec65f7c2-9cf4-447c-b4ee-4e1e49e27c35 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:41.775494 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-73c52434-4498-4c68-966a-5d7c9b1b8b0f req-ec65f7c2-9cf4-447c-b4ee-4e1e49e27c35 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0698066 Jul 13 14:53:41.814408 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-73c52434-4498-4c68-966a-5d7c9b1b8b0f req-5da3d8c1-ca8c-44f5-894f-dcb43898cf26 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331962 Jul 13 14:53:43.011250 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b792fb0-dc9c-4d3b-80ef-d7d9b3496cfa req-33e5ffb6-8b82-489e-b9dc-902468197be3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:43.013500 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8b792fb0-dc9c-4d3b-80ef-d7d9b3496cfa req-33e5ffb6-8b82-489e-b9dc-902468197be3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0741673 Jul 13 14:53:43.061587 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8b792fb0-dc9c-4d3b-80ef-d7d9b3496cfa req-6a5836dc-8cfc-4dd2-8aff-47d1ad367d06 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Jul 13 14:53:44.256228 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d353e-2655-41b5-89be-cf92305b2789 req-d00c4add-cef2-4c8d-bc3c-b25511aff46d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:44.257748 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e69d353e-2655-41b5-89be-cf92305b2789 req-d00c4add-cef2-4c8d-bc3c-b25511aff46d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0684988 Jul 13 14:53:44.310968 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e69d353e-2655-41b5-89be-cf92305b2789 req-83d239b1-29f9-4731-92ab-f0aa181f803f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392339 Jul 13 14:53:44.588894 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:53:44.681702 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:44.693361 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'port_id': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'mac_address': 'fa:16:3e:96:66:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:53:44.733182 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:44.745755 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50622d6e-28cb-42e3-b66e-3d4d42d1de57 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:44.765618 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:44.769147 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:44.816046 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:45.492441 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb0a9-31d2-42c4-bd93-6ac7f4d12f08 req-48701548-ef82-4a3c-a4eb-450115dfe751 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:45.493943 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7fecb0a9-31d2-42c4-bd93-6ac7f4d12f08 req-48701548-ef82-4a3c-a4eb-450115dfe751 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 944 time: 0.0654101 Jul 13 14:53:45.533382 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7fecb0a9-31d2-42c4-bd93-6ac7f4d12f08 req-88789b3a-1e50-43d3-ad0f-09884ba9f746 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335913 Jul 13 14:53:45.852110 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['50622d6e-28cb-42e3-b66e-3d4d42d1de57'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:53:46.718290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55d4aa-f38e-4c61-8280-e5404d911f25 req-4be183db-44a5-4fb6-b6e6-f551f2090457 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:46.719870 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fe55d4aa-f38e-4c61-8280-e5404d911f25 req-4be183db-44a5-4fb6-b6e6-f551f2090457 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 944 time: 0.0677505 Jul 13 14:53:46.760818 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fe55d4aa-f38e-4c61-8280-e5404d911f25 req-4d22296c-be81-4785-8052-c5c15f39b91e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348742 Jul 13 14:53:47.602045 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:47.649987 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:47.653995 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:47.654402 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:47.729188 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:47.754551 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:47.756776 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0215ed59-4038-45bd-a43a-516fc57e9733" -d '{"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-plugged", "status": "completed", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:47.769367 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:47.773469 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:47.799329 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7108e3-8e28-4cfc-b387-9dc63e812a1d x-openstack-request-id: req-7e7108e3-8e28-4cfc-b387-9dc63e812a1d {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:47.799633 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-plugged", "status": "completed", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:47.799891 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e7108e3-8e28-4cfc-b387-9dc63e812a1d {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:47.800279 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'code': 200} Jul 13 14:53:47.829147 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:47.836265 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.836614 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.836952 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.837286 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.837616 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.837944 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.838269 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.838594 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.838916 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.839234 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.839554 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.840514 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:47.971198 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e54b5-2b22-42eb-902c-e02c1e731698 req-5ee972e9-c7e5-487b-9793-5f2e1ff463b3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:47.972726 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e8e54b5-2b22-42eb-902c-e02c1e731698 req-5ee972e9-c7e5-487b-9793-5f2e1ff463b3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0813565 Jul 13 14:53:48.040868 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6e8e54b5-2b22-42eb-902c-e02c1e731698 req-4dd8b6ab-a16d-4758-86d7-113a82783508 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626380 Jul 13 14:53:48.055547 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa8fc1-6384-4787-b204-69761a47829f req-b8980494-1c47-4dd8-94d5-54f3faa6c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:48.056878 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-20aa8fc1-6384-4787-b204-69761a47829f req-b8980494-1c47-4dd8-94d5-54f3faa6c4f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 1098 time: 0.0727954 Jul 13 14:53:48.094002 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-20aa8fc1-6384-4787-b204-69761a47829f req-6f303e17-db19-4399-bcb4-a9c9d2970b72 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303705 Jul 13 14:53:49.224833 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061ae25-a351-4612-b4e7-8f8a8573d6d7 req-9b797c0a-5f19-460e-b2ce-18eb7f7b1241 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:49.226357 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e061ae25-a351-4612-b4e7-8f8a8573d6d7 req-9b797c0a-5f19-460e-b2ce-18eb7f7b1241 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0644259 Jul 13 14:53:49.271641 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e061ae25-a351-4612-b4e7-8f8a8573d6d7 req-a28ab3f2-9494-476f-b4f7-ad3470e8892b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392478 Jul 13 14:53:49.452483 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27970c-a7d6-4f9c-bd57-85bfb46f241c req-858677a7-165b-4356-a249-f452252e1c88 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:49.453980 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5f27970c-a7d6-4f9c-bd57-85bfb46f241c req-858677a7-165b-4356-a249-f452252e1c88 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0681751 Jul 13 14:53:49.463117 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53896) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:49.468123 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Request body: {'floatingip': {'port_id': '50622d6e-28cb-42e3-b66e-3d4d42d1de57'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:49.509924 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:49.951383 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:49.963531 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:50.057220 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.l3_db [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Floating IP 3843f34f-019f-47b1-bac4-fd70796ef64a associated. External IP: 172.27.1.25, port: 50622d6e-28cb-42e3-b66e-3d4d42d1de57. Jul 13 14:53:50.255905 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Router 28549460-5d39-488d-a940-03c9806c8516 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:53:50.360701 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:50.365741 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:50.370133 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] Sync routers for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:50.381001 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:50.381608 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:53:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:50.403686 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-b75536ab-ff42-483b-9e67-8f3a3b6cdf50 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "PUT /v2.0/floatingips/3843f34f-019f-47b1-bac4-fd70796ef64a HTTP/1.1" status: 200 len: 990 time: 0.9392931 Jul 13 14:53:50.404285 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:50.406674 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046fe308-3570-4699-a0d6-e4dd1e23465b" -d '{"events": [{"name": "network-changed", "server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:50.506412 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:50.572154 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee05e228-f6b8-471d-ae09-57d6a9cfc542 x-openstack-request-id: req-ee05e228-f6b8-471d-ae09-57d6a9cfc542 {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:50.572959 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:50.572959 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee05e228-f6b8-471d-ae09-57d6a9cfc542 {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:50.573316 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'status': 'completed', 'code': 200} Jul 13 14:53:50.658312 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-2cd505d7-9822-43d5-a5e5-18663508677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:50.659875 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-2cd505d7-9822-43d5-a5e5-18663508677f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 1098 time: 0.0585363 Jul 13 14:53:50.761190 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-0db2b660-e8bd-4613-8bb0-3fc15429b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:50.763676 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-0db2b660-e8bd-4613-8bb0-3fc15429b688 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.0978293 Jul 13 14:53:50.833179 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-08639d6f-e95e-4267-94cf-7381dfd27bb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57 HTTP/1.1" status: 200 len: 998 time: 0.0628319 Jul 13 14:53:50.845520 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '3843f34f-019f-47b1-bac4-fd70796ef64a', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '28549460-5d39-488d-a940-03c9806c8516', 'port_id': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'mac_address': 'fa:16:3e:96:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:32Z', 'updated_at': '2021-07-13T14:53:49Z', 'revision_number': 1, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:50.877733 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] Checking router: 28549460-5d39-488d-a940-03c9806c8516 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:50.884251 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-7563dbb8-a40e-474a-987c-a352cda49382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:50.885811 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-7563dbb8-a40e-474a-987c-a352cda49382 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0465825 Jul 13 14:53:50.887647 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:50.888472 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:53:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:50.908663 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53920) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:50.947365 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-79d86fd7-856b-4701-8871-48fca896feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:50.949780 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-79d86fd7-856b-4701-8871-48fca896feec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577474 Jul 13 14:53:50.997963 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:51.021040 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e3661b6e-dd64-4df7-ab8c-9248affedf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.044481 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-39a59b37-1e25-4534-b161-c4897f36cc4b service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884168 Jul 13 14:53:51.114725 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e3661b6e-dd64-4df7-ab8c-9248affedf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.118667 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e3661b6e-dd64-4df7-ab8c-9248affedf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.143583 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-046fe308-3570-4699-a0d6-e4dd1e23465b req-0837344f-b487-4aed-8af5-23c43cb14bff service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921230 Jul 13 14:53:51.157605 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e3661b6e-dd64-4df7-ab8c-9248affedf17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2c733aec51340a9a87dba4cc3fcc8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478383 Jul 13 14:53:51.158929 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3661b6e-dd64-4df7-ab8c-9248affedf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcd2e8f-4503-46c3-a39a-8f9c9d05dd20,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:51.161158 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53924) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:51.213712 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-67d81753-a4f3-4219-8fab-bae69b24e1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.229225 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '3843f34f-019f-47b1-bac4-fd70796ef64a', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '28549460-5d39-488d-a940-03c9806c8516', 'port_id': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'mac_address': 'fa:16:3e:96:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:32Z', 'updated_at': '2021-07-13T14:53:49Z', 'revision_number': 1, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:51.236774 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-67d81753-a4f3-4219-8fab-bae69b24e1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.259112 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4aded-064e-4096-b2e1-8a760a0a6074 None None] The sync data for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi is: [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '3843f34f-019f-47b1-bac4-fd70796ef64a', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '28549460-5d39-488d-a940-03c9806c8516', 'port_id': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'mac_address': 'fa:16:3e:96:66:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:32Z', 'updated_at': '2021-07-13T14:53:49Z', 'revision_number': 1, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:51.285347 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-67d81753-a4f3-4219-8fab-bae69b24e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.288117 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-67d81753-a4f3-4219-8fab-bae69b24e1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.289341 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-67d81753-a4f3-4219-8fab-bae69b24e1b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbcd2e8f-4503-46c3-a39a-8f9c9d05dd20 HTTP/1.1" status: 204 len: 168 time: 0.1269524 Jul 13 14:53:51.298179 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d81753-a4f3-4219-8fab-bae69b24e1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcd2e8f-4503-46c3-a39a-8f9c9d05dd20,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:51.482272 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b519afe1-0e20-452e-83dd-960b1260e19f None None] New status for floating IP 3843f34f-019f-47b1-bac4-fd70796ef64a: ACTIVE {{(pid=110075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:53:52.284442 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 53956) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:52.388190 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-83081037-3825-442b-adfb-5da8aeb1020d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:52.473690 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-83081037-3825-442b-adfb-5da8aeb1020d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:52.477253 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-83081037-3825-442b-adfb-5da8aeb1020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:52.514967 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-83081037-3825-442b-adfb-5da8aeb1020d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6a0fe20249047639d6caee860bddd68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294343 Jul 13 14:53:52.515854 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83081037-3825-442b-adfb-5da8aeb1020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25efad18-c63b-435a-9acd-59d8afd8a3e3,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:52.518291 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 53960) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:52.567953 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-518e314f-238e-4816-ac4f-427b8d9aa617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:52.589176 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-518e314f-238e-4816-ac4f-427b8d9aa617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:52.643590 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-518e314f-238e-4816-ac4f-427b8d9aa617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:52.646158 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-518e314f-238e-4816-ac4f-427b8d9aa617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:52.647321 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-518e314f-238e-4816-ac4f-427b8d9aa617 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25efad18-c63b-435a-9acd-59d8afd8a3e3 HTTP/1.1" status: 204 len: 168 time: 0.1280377 Jul 13 14:53:52.656066 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e314f-238e-4816-ac4f-427b8d9aa617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25efad18-c63b-435a-9acd-59d8afd8a3e3,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:52.698311 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:53:56.474356 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-939880aa-f7d4-46ce-adaa-355efd4dd72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:59.545336 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:59.887573 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-91a6e4aa-6991-4ac9-8050-28a290b191a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:00.433376 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:02.118473 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:08.818453 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:12.770251 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54124) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:12.883651 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:12.987320 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:12.991209 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:13.030264 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1002662161e54f49858524d8816d371f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588613 Jul 13 14:54:13.031674 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e0d44-2790-48da-8f58-576a631a43b6,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:13.033469 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54128) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:13.039438 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.039817 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.040166 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.040501 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.040831 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.041167 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.041490 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.042297 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.042297 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.042528 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.042778 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.043081 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e079a-f148-4686-b4ef-087738dd9cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.092981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:13.119037 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:13.168256 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:13.170842 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:13.174057 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d5e0d44-2790-48da-8f58-576a631a43b6 HTTP/1.1" status: 204 len: 168 time: 0.1393723 Jul 13 14:54:13.184578 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e0d44-2790-48da-8f58-576a631a43b6,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:13.193038 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.193315 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.193677 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.194015 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.194357 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.194727 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.195058 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.195383 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.195747 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.196079 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.196409 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:13.197000 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c63f7-c89c-4f07-947c-a2bca7a364b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:26.477479 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4f9d718c-3f1d-437e-a8c6-33f69d270895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:29.545287 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:29.676795 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:54:29.890283 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-84a90217-85f4-4c1a-957e-78e6f6436a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:30.436062 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:31.581554 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91569909-785f-4a53-9e21-d9413205f831 req-923b60aa-209f-4d47-9ea6-a68d719dae51 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:31.583060 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-91569909-785f-4a53-9e21-d9413205f831 req-923b60aa-209f-4d47-9ea6-a68d719dae51 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0640750 Jul 13 14:54:31.621032 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-91569909-785f-4a53-9e21-d9413205f831 req-09630a7c-73e5-4fff-8f76-608725a653d1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323169 Jul 13 14:54:32.124203 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:32.812312 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c0070-9041-478c-bcbf-f2eab341d361 req-687594f3-8ad9-4cd6-97fd-7f27c9800c3c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:32.814446 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-643c0070-9041-478c-bcbf-f2eab341d361 req-687594f3-8ad9-4cd6-97fd-7f27c9800c3c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0700815 Jul 13 14:54:32.853716 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-643c0070-9041-478c-bcbf-f2eab341d361 req-5fb69360-b06a-4bed-82b2-904b5d942e59 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Jul 13 14:54:34.038993 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f843de3-655e-43ca-93c3-804543b95f9b req-c10367a7-90dc-4fe4-9a0e-65cf5a1d090c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:34.040570 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1f843de3-655e-43ca-93c3-804543b95f9b req-c10367a7-90dc-4fe4-9a0e-65cf5a1d090c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0634918 Jul 13 14:54:34.082597 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1f843de3-655e-43ca-93c3-804543b95f9b req-c0048e05-e310-491f-9f4d-b387344e3336 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364304 Jul 13 14:54:35.265514 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda84ea-2867-48f9-b395-2e1c2dc00f9b req-4040897b-24d5-4287-8dae-0ccfb1548019 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:35.267024 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0eda84ea-2867-48f9-b395-2e1c2dc00f9b req-4040897b-24d5-4287-8dae-0ccfb1548019 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0623739 Jul 13 14:54:35.307271 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0eda84ea-2867-48f9-b395-2e1c2dc00f9b req-fca1fe88-dded-4381-8813-3e5b36901487 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345616 Jul 13 14:54:36.490551 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f30f68-b86c-403a-83ee-51038375f453 req-560f6cff-8256-4000-8b09-c7265ace8764 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:36.492107 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-41f30f68-b86c-403a-83ee-51038375f453 req-560f6cff-8256-4000-8b09-c7265ace8764 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0671186 Jul 13 14:54:36.536259 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-41f30f68-b86c-403a-83ee-51038375f453 req-55b7dab5-e003-4c75-aaef-7bf8b0d83c93 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385089 Jul 13 14:54:36.975944 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-aa57447d-966f-4f90-b889-07e4d6803e4f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531306 Jul 13 14:54:37.078651 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-ef6bbf91-c279-4b62-8d41-42e954ef6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:37.080751 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-ef6bbf91-c279-4b62-8d41-42e954ef6e68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1098 time: 0.0624924 Jul 13 14:54:37.183426 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-7085759a-6871-44fd-b701-feecbc86e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:37.184947 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-7085759a-6871-44fd-b701-feecbc86e337 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 909 time: 0.0840912 Jul 13 14:54:37.255372 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-6f6fba36-bd39-4678-9bc0-384137422a47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 1001 time: 0.0638754 Jul 13 14:54:37.303837 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-de7bc330-9b94-4dd1-adce-d4f87211b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:37.305299 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-de7bc330-9b94-4dd1-adce-d4f87211b733 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 200 len: 847 time: 0.0441065 Jul 13 14:54:37.361399 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-c44f93fd-443d-4688-b3f2-05602d04af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:37.363459 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-c44f93fd-443d-4688-b3f2-05602d04af2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8349766d-ff31-4ea5-b580-00934bbb0f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520444 Jul 13 14:54:37.458533 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-ba880c3f-7137-402d-ace3-46d1f167b106 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886934 Jul 13 14:54:37.544864 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f0984e55-f22d-4a8c-ba0d-8b0bc9bd73fe req-a1ddb697-ae87-4a78-bfc4-47ebeabf7a6d service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804627 Jul 13 14:54:37.719786 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7343f6-c3c9-4860-8b7f-a94ca671eda5 req-3977c920-c57c-4e19-bdb3-49eb4fc99afa tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:37.721800 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9b7343f6-c3c9-4860-8b7f-a94ca671eda5 req-3977c920-c57c-4e19-bdb3-49eb4fc99afa tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0641646 Jul 13 14:54:37.761252 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9b7343f6-c3c9-4860-8b7f-a94ca671eda5 req-c5206d14-b403-472b-8eb0-bf0361ec46d1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321829 Jul 13 14:54:38.813582 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:38.875516 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54200) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:38.959754 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be4127-35b5-4273-bc82-7bce2eed411f req-346d06aa-0ed3-4340-b765-e90be45266aa tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:38.961273 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c2be4127-35b5-4273-bc82-7bce2eed411f req-346d06aa-0ed3-4340-b765-e90be45266aa tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0743256 Jul 13 14:54:39.001033 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c2be4127-35b5-4273-bc82-7bce2eed411f req-ea252860-915a-4713-bdcc-12c90fdbe55c tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342567 Jul 13 14:54:39.194448 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Deleting port a7d9a6cc-eec7-48f2-85fb-8b0bc4318d4b {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:39.194720 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:39.277129 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:39.277472 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:39.290278 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Calling delete_port for a7d9a6cc-eec7-48f2-85fb-8b0bc4318d4b owned by network:floatingip {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:39.749364 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:39.780342 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event deleted for resources: {'Port': ['ID=a7d9a6cc-eec7-48f2-85fb-8b0bc4318d4b,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:39.839384 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for floatingip, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:39.839749 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Floating IP 82003b2b-7747-4efb-9b79-3740ffc049d5 disassociated (deleted). External IP: 172.27.1.172, port: 088643e2-679f-477f-b7af-0cd796a4e4ba. Jul 13 14:54:40.045658 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:54:40.204286 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:54:40.212000 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:40.215254 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] Sync routers for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:54:40.224903 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:40.225554 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:54:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:40.260772 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a0ee-1514-42a2-8e51-e9f3cf1db1eb req-8378bec7-13b2-4793-be84-2b130ec0e4e5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:40.262258 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c962a0ee-1514-42a2-8e51-e9f3cf1db1eb req-8378bec7-13b2-4793-be84-2b130ec0e4e5 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.1132793 Jul 13 14:54:40.265859 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-68d56544-386f-4384-ba59-07a1c8909576 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "DELETE /v2.0/floatingips/82003b2b-7747-4efb-9b79-3740ffc049d5 HTTP/1.1" status: 204 len: 168 time: 1.3891404 Jul 13 14:54:40.266436 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:40.268851 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4" -d '{"events": [{"name": "network-changed", "server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:40.305617 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c962a0ee-1514-42a2-8e51-e9f3cf1db1eb req-54323031-6d0b-46c4-bbe9-8dda5e1a2bf2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334466 Jul 13 14:54:40.333285 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:40.375156 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5caf0-508d-46dc-8e81-5216316a8343 x-openstack-request-id: req-d1f5caf0-508d-46dc-8e81-5216316a8343 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:40.375535 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:40.375979 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1f5caf0-508d-46dc-8e81-5216316a8343 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:40.376492 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'status': 'completed', 'code': 200} Jul 13 14:54:40.454345 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-d1a85325-3894-47b7-9d59-4e24d5501bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:40.455922 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-d1a85325-3894-47b7-9d59-4e24d5501bb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10670ff6c5734b668db0d543d1689d87&device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 1098 time: 0.0566027 Jul 13 14:54:40.551514 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:38Z', 'revision_number': 5, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:40.561830 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-938cf00b-65be-471a-914c-4f13b645e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:40.563319 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-938cf00b-65be-471a-914c-4f13b645e7bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 200 len: 909 time: 0.1012001 Jul 13 14:54:40.584329 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] Checking router: eda79f3e-9f0c-4f5b-8adc-a96936ef4566 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:54:40.592767 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:40.593385 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:54:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:40.608570 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-183ef40a-d994-4cc3-9d23-43bee3e26e42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 200 len: 217 time: 0.0367823 Jul 13 14:54:40.697817 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-b0edaa51-977c-429a-be0d-7ef67e5ddbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:40.699331 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-b0edaa51-977c-429a-be0d-7ef67e5ddbf4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 200 len: 847 time: 0.0825994 Jul 13 14:54:40.701186 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:40.759434 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c78656-d95d-47d4-ac56-38e282c1d8ea req-d465d361-df87-46ec-b525-1bfcf1246f6e tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:40.760974 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-24c78656-d95d-47d4-ac56-38e282c1d8ea req-d465d361-df87-46ec-b525-1bfcf1246f6e tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.1549397 Jul 13 14:54:40.810388 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-24c78656-d95d-47d4-ac56-38e282c1d8ea req-516038f9-e9c4-4e84-8028-0853f5a1e8a4 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 Jul 13 14:54:40.812212 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-1a101453-6fbd-4b00-a61d-09af5c12efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:40.813700 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-1a101453-6fbd-4b00-a61d-09af5c12efc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8349766d-ff31-4ea5-b580-00934bbb0f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990906 Jul 13 14:54:40.908712 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-d357404d-1f2f-459d-bb12-5e8761762337 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881627 Jul 13 14:54:40.921275 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:38Z', 'revision_number': 5, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:40.948736 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7ae32-5873-4fed-89a4-17f7fa9efe01 None None] The sync data for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi is: [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:49:23Z', 'revision_number': 4, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '8e0788cc-5321-4ab0-8137-1ea7ca1e4546', 'name': '', 'network_id': '8349766d-ff31-4ea5-b580-00934bbb0f12', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'mac_address': 'fa:16:3e:4a:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:21Z', 'updated_at': '2021-07-13T14:49:38Z', 'revision_number': 5, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'subnets': [{'id': '74b13d68-d8c5-44cd-8d2f-1bf18b65b68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:54:41.015465 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-893f3166-ddc4-46a0-83c8-f8cedfcb43b4 req-122e3d79-12dc-4ed9-8940-dad83fcead28 service neutron] 10.222.0.61 "GET /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000106 Jul 13 14:54:41.183475 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acad22-4da5-4c5a-a153-5e4b843422f9 None None] New status for floating IP 82003b2b-7747-4efb-9b79-3740ffc049d5: DOWN {{(pid=110075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:54:41.498675 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a03a9e-3261-4fd7-b707-b8fc0ff31818 req-8faad28f-2644-4add-84e1-1846a9ce1979 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:41.500311 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-55a03a9e-3261-4fd7-b707-b8fc0ff31818 req-8faad28f-2644-4add-84e1-1846a9ce1979 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0670738 Jul 13 14:54:41.539752 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-55a03a9e-3261-4fd7-b707-b8fc0ff31818 req-842c5f07-71ff-4f0c-aba2-b6a996a4999f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331466 Jul 13 14:54:42.152119 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-60bc2101-ad82-4796-a200-bc0aeedb1105 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:42.153597 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-60bc2101-ad82-4796-a200-bc0aeedb1105 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.61 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.1151204 Jul 13 14:54:42.210074 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e52e-468d-4bbb-ac3b-fe2f98230773 req-fdc63656-3e7d-41e9-93bb-e61acb089d7a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:42.211598 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1475e52e-468d-4bbb-ac3b-fe2f98230773 req-fdc63656-3e7d-41e9-93bb-e61acb089d7a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 945 time: 0.1295619 Jul 13 14:54:42.285595 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1475e52e-468d-4bbb-ac3b-fe2f98230773 req-3187605c-94c0-4aea-ad88-372441f6c9cd tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9238309-919e-46a2-b05f-8a72cf15beba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683699 Jul 13 14:54:42.303307 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Deleting port 088643e2-679f-477f-b7af-0cd796a4e4ba {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:42.303696 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:42.394007 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] For port 088643e2-679f-477f-b7af-0cd796a4e4ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=088643e2-679f-477f-b7af-0cd796a4e4ba,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:42.394373 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:42.408135 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Calling delete_port for 088643e2-679f-477f-b7af-0cd796a4e4ba owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:42.539422 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:42.569958 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event deleted for resources: {'Port': ['ID=088643e2-679f-477f-b7af-0cd796a4e4ba,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:42.616982 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] No DVR routers for this DVR port 088643e2-679f-477f-b7af-0cd796a4e4ba on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:54:42.619990 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:42.622111 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f261fb3d-9cd2-4f16-aa6a-3dcd0164f711 req-b2fef48f-d2d3-4548-8dc1-6f6602b39e8a tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.61 "DELETE /v2.0/ports/088643e2-679f-477f-b7af-0cd796a4e4ba HTTP/1.1" status: 204 len: 173 time: 0.4620724 Jul 13 14:54:42.622599 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'name': 'network-vif-deleted', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:42.624997 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb884d78-bf91-48ae-a8b0-765a5b7c5ee8" -d '{"events": [{"server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "name": "network-vif-deleted", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:42.664116 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95e280b-3026-40b7-9020-a6763ab772ab x-openstack-request-id: req-b95e280b-3026-40b7-9020-a6763ab772ab {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:42.664409 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558468a6-6ef9-45b0-be55-36ecd337f508", "name": "network-vif-deleted", "tag": "088643e2-679f-477f-b7af-0cd796a4e4ba", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:42.664796 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b95e280b-3026-40b7-9020-a6763ab772ab {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:42.665237 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558468a6-6ef9-45b0-be55-36ecd337f508', 'name': 'network-vif-deleted', 'tag': '088643e2-679f-477f-b7af-0cd796a4e4ba', 'status': 'completed', 'code': 200} Jul 13 14:54:42.742535 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd132ad-5168-4e4d-bda2-7acd7018f222 req-dba6d49d-4879-4d52-a41d-c342471647fe tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:42.744068 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8bd132ad-5168-4e4d-bda2-7acd7018f222 req-dba6d49d-4879-4d52-a41d-c342471647fe tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0779567 Jul 13 14:54:42.784862 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8bd132ad-5168-4e4d-bda2-7acd7018f222 req-dea9e7a8-aa24-4b23-a66d-014e47181213 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345697 Jul 13 14:54:43.448635 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7c8e16fb-61d9-4163-810e-419731680e2a req-b9dcce01-6221-4b30-bc28-e8860fd2c25d tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "GET /v2.0/ports?device_id=558468a6-6ef9-45b0-be55-36ecd337f508 HTTP/1.1" status: 200 len: 210 time: 0.0295451 Jul 13 14:54:43.864019 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:54:43.966063 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:43.977926 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0206005-4c5f-476f-ba78-674dca4d18d3 req-2c9a71ac-5ea8-4ee6-9976-caf9d4c9a122 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:43.979787 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'port_id': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'mac_address': 'fa:16:3e:96:66:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:54:43.979966 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b0206005-4c5f-476f-ba78-674dca4d18d3 req-2c9a71ac-5ea8-4ee6-9976-caf9d4c9a122 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0758107 Jul 13 14:54:44.021325 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:44.024201 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b0206005-4c5f-476f-ba78-674dca4d18d3 req-ea440c12-20b1-47eb-8a57-b6be0d9d16cc tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365396 Jul 13 14:54:44.034489 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50622d6e-28cb-42e3-b66e-3d4d42d1de57 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:54:44.057322 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:44.062012 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:44.113436 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=6']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:44.135438 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['50622d6e-28cb-42e3-b66e-3d4d42d1de57'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:54:44.546099 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54260) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:44.628188 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4979ad82-3c8e-4a35-a907-cfa49e02e994 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:44.663311 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4979ad82-3c8e-4a35-a907-cfa49e02e994 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:44.746114 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4979ad82-3c8e-4a35-a907-cfa49e02e994 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:44.749403 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4979ad82-3c8e-4a35-a907-cfa49e02e994 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:44.754126 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-4979ad82-3c8e-4a35-a907-cfa49e02e994 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] 10.222.0.37 "DELETE /v2.0/security-groups/a9238309-919e-46a2-b05f-8a72cf15beba HTTP/1.1" status: 204 len: 168 time: 0.2042346 Jul 13 14:54:44.770004 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979ad82-3c8e-4a35-a907-cfa49e02e994 tempest-TestShelveInstance-1517567606 tempest-TestShelveInstance-1517567606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9238309-919e-46a2-b05f-8a72cf15beba,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:44.810872 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54264) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:45.262147 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b222e5c-909d-413e-a955-fd05cd49bf5c req-1a19905d-2193-4fe0-aa8e-4bac4718eb90 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:45.269796 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8b222e5c-909d-413e-a955-fd05cd49bf5c req-1a19905d-2193-4fe0-aa8e-4bac4718eb90 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 944 time: 0.0932956 Jul 13 14:54:45.316345 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8b222e5c-909d-413e-a955-fd05cd49bf5c req-2cae46fc-6c04-4e39-8a87-29c3c29ffb8d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453210 Jul 13 14:54:45.353784 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:45.629863 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Deleting port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:45.630220 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:45.881194 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:54:45.953574 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:54:45.954472 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:45.961369 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] For port 8e0788cc-5321-4ab0-8137-1ea7ca1e4546, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:45.961970 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:45.976349 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Calling delete_port for 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 owned by network:router_interface {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:46.045550 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:46.079972 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:46.082661 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d1ff5d-8755-469f-8016-5966b740cd83" -d '{"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-plugged", "status": "completed", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:46.098140 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:46.113459 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:46.116846 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 088643e2-679f-477f-b7af-0cd796a4e4ba no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:46.171869 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:46.204084 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6035a0-7d14-407c-b280-30223f0bf9e1 x-openstack-request-id: req-2e6035a0-7d14-407c-b280-30223f0bf9e1 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:46.204521 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-plugged", "status": "completed", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:46.204837 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0788cc-5321-4ab0-8137-1ea7ca1e4546,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:46.204956 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e6035a0-7d14-407c-b280-30223f0bf9e1 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:46.205428 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'code': 200} Jul 13 14:54:46.208341 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 088643e2-679f-477f-b7af-0cd796a4e4ba {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:54:46.209464 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 088643e2-679f-477f-b7af-0cd796a4e4ba not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:54:46.233896 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=7']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:46.436113 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:46.590842 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02636e-c058-4169-90a9-54014b871732 req-191cdb33-3a4d-41ef-b0ee-0311bf0dc809 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:46.592455 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-da02636e-c058-4169-90a9-54014b871732 req-191cdb33-3a4d-41ef-b0ee-0311bf0dc809 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0824182 Jul 13 14:54:46.634167 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-da02636e-c058-4169-90a9-54014b871732 req-d1b6c106-8c10-4de0-b496-d11d03b40482 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358875 Jul 13 14:54:46.725552 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:54:46.856870 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:54:46.865359 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-06789a13-1386-49a5-9f23-16a06cc291a4 admin admin] 10.222.0.37 "PUT /v2.0/routers/eda79f3e-9f0c-4f5b-8adc-a96936ef4566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508263 Jul 13 14:54:46.865663 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54274) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:46.869567 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] Sync routers for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:54:46.883159 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:46.883930 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:54:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:46.989701 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks [] for router, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.010522 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:47.114246 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.185180 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Deleting port cf118419-8949-493a-b07e-deef0cd38d08 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:47.185766 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.284276 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] For port cf118419-8949-493a-b07e-deef0cd38d08, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=cf118419-8949-493a-b07e-deef0cd38d08,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:47.285045 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.299258 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Calling delete_port for cf118419-8949-493a-b07e-deef0cd38d08 owned by network:router_gateway {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:47.367064 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:54:46Z', 'revision_number': 5, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port': {'id': 'cf118419-8949-493a-b07e-deef0cd38d08', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:16Z', 'updated_at': '2021-07-13T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:47.407764 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] Checking router: eda79f3e-9f0c-4f5b-8adc-a96936ef4566 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:54:47.417630 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] Routers {'eda79f3e-9f0c-4f5b-8adc-a96936ef4566'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:47.418273 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:54:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:47.510568 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.526761 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] Set router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 gateway port host: None {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:47.546231 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf118419-8949-493a-b07e-deef0cd38d08,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:47.598308 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:54:47Z', 'revision_number': 6, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:47.625049 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.635244 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9d0ae-28da-4b4c-988e-4bf14969c368 None None] The sync data for ids ['eda79f3e-9f0c-4f5b-8adc-a96936ef4566'] in dv-cinder-788364-4-iscsi is: [{'id': 'eda79f3e-9f0c-4f5b-8adc-a96936ef4566', 'name': 'tempest-TestShelveInstance-145830701-router', 'tenant_id': '10670ff6c5734b668db0d543d1689d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:15Z', 'updated_at': '2021-07-13T14:54:47Z', 'revision_number': 6, 'project_id': '10670ff6c5734b668db0d543d1689d87', 'gw_port_host': None}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:54:47.734747 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.737378 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.795952 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.796479 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda79f3e-9f0c-4f5b-8adc-a96936ef4566 {{(pid=110074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:54:47.807306 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.808774 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1c00216d-da0d-48ff-b674-c83cbff18e8b admin admin] 10.222.0.37 "DELETE /v2.0/routers/eda79f3e-9f0c-4f5b-8adc-a96936ef4566 HTTP/1.1" status: 204 len: 168 time: 0.9418125 Jul 13 14:54:47.811054 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54282) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:47.872557 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9a2c1e-e1e0-4624-86c6-51d7751961c3 admin admin] Deleting subnet 74b13d68-d8c5-44cd-8d2f-1bf18b65b68a {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:54:47.876250 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2c1e-e1e0-4624-86c6-51d7751961c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.920155 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2c1e-e1e0-4624-86c6-51d7751961c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117334'] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.042942 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2c1e-e1e0-4624-86c6-51d7751961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.062602 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee43c2a-9844-4c78-a8fa-9878560388d7 req-d5397d07-f30e-48d1-b44a-c0bee4b1ff65 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:48.071180 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0ee43c2a-9844-4c78-a8fa-9878560388d7 req-d5397d07-f30e-48d1-b44a-c0bee4b1ff65 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.1149850 Jul 13 14:54:48.128292 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0ee43c2a-9844-4c78-a8fa-9878560388d7 req-95876969-aef0-441f-bfca-af3c045f7f99 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560071 Jul 13 14:54:48.140048 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2c1e-e1e0-4624-86c6-51d7751961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60015268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59020755'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.195529 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a2c1e-e1e0-4624-86c6-51d7751961c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b13d68-d8c5-44cd-8d2f-1bf18b65b68a,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:48.199327 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2c1e-e1e0-4624-86c6-51d7751961c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.201290 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ca9a2c1e-e1e0-4624-86c6-51d7751961c3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/74b13d68-d8c5-44cd-8d2f-1bf18b65b68a HTTP/1.1" status: 204 len: 168 time: 0.3891990 Jul 13 14:54:48.204287 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54284) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:48.209392 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08c473-d0c2-4d01-8ea3-acfbe012dc3a None None] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:54:48.288172 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.369733 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Deleting port 08073e8c-a49b-4465-b15a-01a0b6dded60 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:48.370066 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.467644 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] DHCP port deletion for 8349766d-ff31-4ea5-b580-00934bbb0f12 request from dv-cinder-788364-4-iscsi {{(pid=110075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:54:48.476125 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] For port 08073e8c-a49b-4465-b15a-01a0b6dded60, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=08073e8c-a49b-4465-b15a-01a0b6dded60,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:48.478370 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.507112 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Calling delete_port for 08073e8c-a49b-4465-b15a-01a0b6dded60 owned by network:dhcp {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:48.547567 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Deleting port 08073e8c-a49b-4465-b15a-01a0b6dded60 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:48.549193 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.615914 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.620445 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:48.661564 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Pushing event deleted for resources: {'Port': ['ID=08073e8c-a49b-4465-b15a-01a0b6dded60,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:48.664527 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] No DVR routers for this DVR port 08073e8c-a49b-4465-b15a-01a0b6dded60 on host dv-cinder-788364-4-iscsi {{(pid=110074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:54:48.676293 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:54:48.676293 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 8e0788cc-5321-4ab0-8137-1ea7ca1e4546 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:54:48.676785 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 08073e8c-a49b-4465-b15a-01a0b6dded60 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:48.705893 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 08073e8c-a49b-4465-b15a-01a0b6dded60 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:54:48.706234 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 08073e8c-a49b-4465-b15a-01a0b6dded60 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:54:48.706775 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device cf118419-8949-493a-b07e-deef0cd38d08 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:48.731475 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: cf118419-8949-493a-b07e-deef0cd38d08 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:54:48.731871 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device cf118419-8949-493a-b07e-deef0cd38d08 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:54:48.745819 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.750442 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] For port 08073e8c-a49b-4465-b15a-01a0b6dded60, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=08073e8c-a49b-4465-b15a-01a0b6dded60,segment=NetworkSegment(4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699),segment_id=4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:48.751102 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.763712 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8349766d-ff31-4ea5-b580-00934bbb0f12']}} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:48.768052 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Calling delete_port for 08073e8c-a49b-4465-b15a-01a0b6dded60 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:48.781039 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699') {'for_net_delete': True} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:48.781739 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.services.segments.db [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4540f8a2-2e21-4c0f-9fa6-2b6bd1a4a699') {} {{(pid=110074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:48.792677 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117327'] for segment, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.812505 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.822116 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=110074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:54:48.822644 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60013834'] for segment, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: Traceback (most recent call last): Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: timer() Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: cb(*args, **kw) Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: return func(*args, **kwargs) Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: self._notify() Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: self.callback(batched_events) Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: event.method(event) Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: return f(self, *a, **k) Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._get(url).json() Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: return self.request(url, 'GET', **kwargs) Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:54:48.824882 dv-cinder-788364-4-iscsi neutron-server[110074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:54:48.903135 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.915037 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.922488 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] 10.222.0.37 "DELETE /v2.0/networks/8349766d-ff31-4ea5-b580-00934bbb0f12 HTTP/1.1" status: 204 len: 168 time: 0.7115672 Jul 13 14:54:48.922488 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54286) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:48.925208 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.934028 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Network 8349766d-ff31-4ea5-b580-00934bbb0f12 is not hosted by any dhcp agent {{(pid=110075) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:54:48.934515 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] No DVR routers for this DVR port 08073e8c-a49b-4465-b15a-01a0b6dded60 on host dv-cinder-788364-4-iscsi {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:54:48.962288 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Pushing event deleted for resources: {'Port': ['ID=08073e8c-a49b-4465-b15a-01a0b6dded60,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:48.970005 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.970358 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.970707 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.971045 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.971382 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.971771 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.972111 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.972445 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.972778 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.973110 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.973437 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.973764 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7b77-1144-456d-a177-e45669251cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:48.991900 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca3dc8-db75-4e12-8138-e4e6ebd6ac3d admin admin] Pushing event deleted for resources: {'Network': ['ID=8349766d-ff31-4ea5-b580-00934bbb0f12,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:49.353053 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc18e4-8d77-40f7-be63-94140694e4bc req-4c22a80a-e65f-43f5-b424-32a5fa741b7f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:49.354820 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d4fc18e4-8d77-40f7-be63-94140694e4bc req-4c22a80a-e65f-43f5-b424-32a5fa741b7f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0769517 Jul 13 14:54:49.383367 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:49.399907 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d4fc18e4-8d77-40f7-be63-94140694e4bc req-0f8cea66-dd35-460a-94b5-b24cff506a40 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393565 Jul 13 14:54:49.685559 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Deleting port 00e4c23f-3697-4ae8-ab05-68005954fe1d {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:49.685862 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:49.782276 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] For port 00e4c23f-3697-4ae8-ab05-68005954fe1d, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=00e4c23f-3697-4ae8-ab05-68005954fe1d,segment=NetworkSegment(29ea524c-6cee-4937-9506-da4746a55ed2),segment_id=29ea524c-6cee-4937-9506-da4746a55ed2)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:49.782652 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:49.799702 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Calling delete_port for 00e4c23f-3697-4ae8-ab05-68005954fe1d owned by network:router_interface {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:50.022497 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:50.051062 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e4c23f-3697-4ae8-ab05-68005954fe1d,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:50.268149 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:50.525327 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:54:50.604835 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f143-464f-43ae-a7dc-19917df3186a req-88a25c72-e912-4736-bf22-c0038a256d8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:50.607299 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cf28f143-464f-43ae-a7dc-19917df3186a req-88a25c72-e912-4736-bf22-c0038a256d8f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0826588 Jul 13 14:54:50.651982 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cf28f143-464f-43ae-a7dc-19917df3186a req-03cedece-87f5-44a8-bb5f-a07823c6792b tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390098 Jul 13 14:54:50.659568 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:54:50.674074 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] Sync routers for ids ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:54:50.683463 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54296) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:50.686208 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] Routers {'894d7e5f-6d9f-47f3-bf55-d0dd01b76101'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:50.687168 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:54:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:50.688333 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-ed01d7ee-be62-495d-b529-eb45c88bc794 admin admin] 10.222.0.37 "PUT /v2.0/routers/894d7e5f-6d9f-47f3-bf55-d0dd01b76101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666712 Jul 13 14:54:50.815256 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks [] for router, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:50.959070 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.014510 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] Set router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:51.029808 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Deleting port f5540ae1-121c-4007-8086-1d46faeeae24 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:51.030182 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.157126 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] For port f5540ae1-121c-4007-8086-1d46faeeae24, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=f5540ae1-121c-4007-8086-1d46faeeae24,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:51.157524 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.185101 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Calling delete_port for f5540ae1-121c-4007-8086-1d46faeeae24 owned by network:router_gateway {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:51.248258 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:54:49Z', 'revision_number': 5, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port': {'id': 'f5540ae1-121c-4007-8086-1d46faeeae24', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:14:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:49:28Z', 'updated_at': '2021-07-13T14:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:51.278240 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] Checking router: 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:54:51.291513 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] Routers {'894d7e5f-6d9f-47f3-bf55-d0dd01b76101'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:51.293460 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:54:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:51.414166 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] Set router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 gateway port host: None {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:51.426514 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.468421 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5540ae1-121c-4007-8086-1d46faeeae24,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:51.478018 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:54:50Z', 'revision_number': 6, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:51.508500 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b8ee5-9e89-4c76-985c-c5bb9f8268fa None None] The sync data for ids ['894d7e5f-6d9f-47f3-bf55-d0dd01b76101'] in dv-cinder-788364-4-iscsi is: [{'id': '894d7e5f-6d9f-47f3-bf55-d0dd01b76101', 'name': 'tempest-TestShelveInstance-939150681-router', 'tenant_id': '5230e1eefe9d456ca3af4bf299c038c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:27Z', 'updated_at': '2021-07-13T14:54:50Z', 'revision_number': 6, 'project_id': '5230e1eefe9d456ca3af4bf299c038c6', 'gw_port_host': None}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:54:51.542884 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.665555 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.668987 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.759130 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.759637 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894d7e5f-6d9f-47f3-bf55-d0dd01b76101 {{(pid=110073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:54:51.768002 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.769177 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-18665edd-995f-4923-b8ca-42abc5d6b040 admin admin] 10.222.0.37 "DELETE /v2.0/routers/894d7e5f-6d9f-47f3-bf55-d0dd01b76101 HTTP/1.1" status: 204 len: 168 time: 1.0887983 Jul 13 14:54:51.772511 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54300) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:51.836204 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59484fc-c952-4521-b806-ee31d689e868 admin admin] Deleting subnet b4ae9ede-3d14-4ae7-bb5b-7af43d630824 {{(pid=110074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:54:51.840319 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c59484fc-c952-4521-b806-ee31d689e868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.952108 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9354b1-041f-472c-927c-461af8402b39 req-92c39386-053a-45f4-9b91-633ad176bf09 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:51.962603 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ad9354b1-041f-472c-927c-461af8402b39 req-92c39386-053a-45f4-9b91-633ad176bf09 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.1315217 Jul 13 14:54:52.002398 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ad9354b1-041f-472c-927c-461af8402b39 req-392dc421-e2d8-4768-98d7-d64dc9e519a1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Jul 13 14:54:52.196916 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c59484fc-c952-4521-b806-ee31d689e868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117334'] for subnet, precommit_delete_associations {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.288520 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c59484fc-c952-4521-b806-ee31d689e868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.401833 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c59484fc-c952-4521-b806-ee31d689e868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60015268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59020755'] for subnet, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.435478 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59484fc-c952-4521-b806-ee31d689e868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ae9ede-3d14-4ae7-bb5b-7af43d630824,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:52.439589 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c59484fc-c952-4521-b806-ee31d689e868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.441557 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c59484fc-c952-4521-b806-ee31d689e868 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b4ae9ede-3d14-4ae7-bb5b-7af43d630824 HTTP/1.1" status: 204 len: 168 time: 0.6679945 Jul 13 14:54:52.444776 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54302) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:52.454602 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7b030-d0e4-43c1-afc7-64afc292e1e9 None None] Network 9ac9aead-7cde-41b2-aa30-69020b599959 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:54:52.458242 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device f5540ae1-121c-4007-8086-1d46faeeae24 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:52.554040 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: f5540ae1-121c-4007-8086-1d46faeeae24 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:54:52.554590 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device f5540ae1-121c-4007-8086-1d46faeeae24 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:54:52.555121 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 00e4c23f-3697-4ae8-ab05-68005954fe1d no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:52.566881 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.588526 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 00e4c23f-3697-4ae8-ab05-68005954fe1d {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:54:52.589009 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 00e4c23f-3697-4ae8-ab05-68005954fe1d not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:54:52.642053 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Deleting port c33e0a13-b400-4f6e-9081-c2040703e128 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:52.642395 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.737454 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] For port c33e0a13-b400-4f6e-9081-c2040703e128, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=c33e0a13-b400-4f6e-9081-c2040703e128,segment=NetworkSegment(29ea524c-6cee-4937-9506-da4746a55ed2),segment_id=29ea524c-6cee-4937-9506-da4746a55ed2)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:52.738125 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.759017 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Calling delete_port for c33e0a13-b400-4f6e-9081-c2040703e128 owned by network:dhcp {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:52.796600 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] DHCP port deletion for 9ac9aead-7cde-41b2-aa30-69020b599959 request from dv-cinder-788364-4-iscsi {{(pid=110075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:54:52.861789 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] Deleting port c33e0a13-b400-4f6e-9081-c2040703e128 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:54:52.862164 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.862836 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.900015 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Pushing event deleted for resources: {'Port': ['ID=c33e0a13-b400-4f6e-9081-c2040703e128,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:52.905114 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] No DVR routers for this DVR port c33e0a13-b400-4f6e-9081-c2040703e128 on host dv-cinder-788364-4-iscsi {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:54:52.942506 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] For port c33e0a13-b400-4f6e-9081-c2040703e128, host dv-cinder-788364-4-iscsi, got binding levels [] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:52.943730 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.971979 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] Calling delete_port for c33e0a13-b400-4f6e-9081-c2040703e128 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:54:52.975028 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.ipam_backend_mixin [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] Port c33e0a13-b400-4f6e-9081-c2040703e128 was not found and therefore no delete operation was performed {{(pid=110075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:54:52.976346 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.991821 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] No DVR routers for this DVR port c33e0a13-b400-4f6e-9081-c2040703e128 on host dv-cinder-788364-4-iscsi {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:54:52.998972 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.012087 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac9aead-7cde-41b2-aa30-69020b599959']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:53.012463 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed022b9d-5ebd-4b4b-a510-f0b55cd16823 None None] Pushing event deleted for resources: {'Port': ['ID=c33e0a13-b400-4f6e-9081-c2040703e128,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:53.026793 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ea524c-6cee-4937-9506-da4746a55ed2') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:53.027091 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ea524c-6cee-4937-9506-da4746a55ed2') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:53.036991 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.054825 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.065680 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:54:53.066443 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:54:53.069762 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:54:53.143653 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.151048 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.154088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] 10.222.0.37 "DELETE /v2.0/networks/9ac9aead-7cde-41b2-aa30-69020b599959 HTTP/1.1" status: 204 len: 168 time: 0.7081292 Jul 13 14:54:53.169562 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d97cf-7aa1-4011-a141-ab86ab58c18f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac9aead-7cde-41b2-aa30-69020b599959,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:53.263351 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8034-e1c1-451f-9f58-45827369fa24 req-780072f9-eeb7-419b-91c5-c1c099da2096 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:53.264960 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cfdf8034-e1c1-451f-9f58-45827369fa24 req-780072f9-eeb7-419b-91c5-c1c099da2096 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0868616 Jul 13 14:54:53.307602 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54308) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:53.317682 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cfdf8034-e1c1-451f-9f58-45827369fa24 req-06140c50-3f09-45e3-adce-4b73a205b58d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449264 Jul 13 14:54:53.376475 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54310) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:53.376736 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-d4cc9ed7-0194-498f-8256-46a49e49e291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10670ff6c5734b668db0d543d1689d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679088 Jul 13 14:54:53.435810 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-807068fe-6285-4607-b21d-8766d94a69a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.461444 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-807068fe-6285-4607-b21d-8766d94a69a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.515018 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-807068fe-6285-4607-b21d-8766d94a69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.517667 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-807068fe-6285-4607-b21d-8766d94a69a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.518862 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-807068fe-6285-4607-b21d-8766d94a69a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f56adc34-6d64-4cc2-8390-54c2526faa59 HTTP/1.1" status: 204 len: 168 time: 0.1409824 Jul 13 14:54:53.526643 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807068fe-6285-4607-b21d-8766d94a69a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56adc34-6d64-4cc2-8390-54c2526faa59,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:53.972177 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54320) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:54.019388 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-30cfb6bf-ea95-49fd-878c-75668e2635b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5230e1eefe9d456ca3af4bf299c038c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458422 Jul 13 14:54:54.022490 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54322) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:54.082120 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-11e5363f-7168-497a-987a-1c5df8d6769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:54.111726 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-11e5363f-7168-497a-987a-1c5df8d6769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:54.166959 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-11e5363f-7168-497a-987a-1c5df8d6769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:54.170036 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-11e5363f-7168-497a-987a-1c5df8d6769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:54.171372 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-11e5363f-7168-497a-987a-1c5df8d6769c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30bb0083-a590-4d25-9f66-de674dcfe723 HTTP/1.1" status: 204 len: 168 time: 0.1477222 Jul 13 14:54:54.181172 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5363f-7168-497a-987a-1c5df8d6769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bb0083-a590-4d25-9f66-de674dcfe723,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:54.433204 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device c33e0a13-b400-4f6e-9081-c2040703e128 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:54.462728 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: c33e0a13-b400-4f6e-9081-c2040703e128 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:54:54.463084 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device c33e0a13-b400-4f6e-9081-c2040703e128 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:54:54.542989 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7009fc-8ba2-4701-8e97-2b6efd92f55a req-f8ce815b-2884-4f73-ba24-c64210df88a1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:54.544548 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ba7009fc-8ba2-4701-8e97-2b6efd92f55a req-f8ce815b-2884-4f73-ba24-c64210df88a1 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0796833 Jul 13 14:54:54.585789 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ba7009fc-8ba2-4701-8e97-2b6efd92f55a req-92b51eb9-b480-4894-8e66-55fd75cf8a38 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357254 Jul 13 14:54:54.890102 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54356) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:54.992218 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1157899706-network', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:55.013433 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Made reservation on behalf of 2dfa3cbf08134fbaae8215625e08c5db for: {'network': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:54:55.015910 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.023988 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.148524 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-32b7f101-c0fd-4ccb-9321-13a46b8016be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:55.150008 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-32b7f101-c0fd-4ccb-9321-13a46b8016be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 1098 time: 0.0953963 Jul 13 14:54:55.165452 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.178063 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.231773 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=110073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:54:55.256512 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.256847 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.segments_db [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Added segment 5bff178e-42e6-4c22-9cb4-18e358d3a146 of type vlan for network 4b95bc07-a57f-42cd-9465-b627ae03b732 Jul 13 14:54:55.267351 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f20091d-67c4-4f16-86e9-3c3cf0f90be0,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:55.313786 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-a9f315cb-3fd9-4611-9bd7-4ddca00d68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:55.315239 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-a9f315cb-3fd9-4611-9bd7-4ddca00d68f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.1581249 Jul 13 14:54:55.324347 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.397204 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-7967f736-22d6-401f-920c-884002b7a1fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57 HTTP/1.1" status: 200 len: 1000 time: 0.0746565 Jul 13 14:54:55.398329 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.399324 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:55.399938 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.484526 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5932248 Jul 13 14:54:55.487289 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54360) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:55.493455 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Request body: {'subnet': {'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1157899706-subnet', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'ip_version': 4}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:55.500344 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc821b-e60d-4eb9-a5cc-bebe10694a9f admin admin] Pushing event updated for resources: {'Network': ['ID=4b95bc07-a57f-42cd-9465-b627ae03b732,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:55.504185 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-950873ac-e059-482c-a22b-fe208112796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:55.505822 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-950873ac-e059-482c-a22b-fe208112796b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.1015553 Jul 13 14:54:55.510959 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:54:55.513633 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Made reservation on behalf of 2dfa3cbf08134fbaae8215625e08c5db for: {'subnet': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:54:55.516214 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59020790'] for subnet, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.564502 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-a93bc65a-2a78-499e-9f33-fbe254ba8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:55.565998 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-a93bc65a-2a78-499e-9f33-fbe254ba8310 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543435 Jul 13 14:54:55.668770 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-91306ca5-6d37-4099-9fd2-e83e59501d67 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965807 Jul 13 14:54:55.696144 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60015205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59020740'] for subnet, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.756983 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76339278-67db-4f91-a4bb-0f9d8981bbb8,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:55.764758 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Checking segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:54:55.765131 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Network hostable DHCP agents. Network: 4b95bc07-a57f-42cd-9465-b627ae03b732, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:54:55.782574 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:54:55.792812 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 4b95bc07-a57f-42cd-9465-b627ae03b732) {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:54:55.797169 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:55.797770 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for subnet, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.805486 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a2bc38-c669-418a-9212-0ab3d2d349ce None None] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:54:55.813687 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-95058e96-f5e0-4b9f-b0d3-7edea1b6f3e8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3247530 Jul 13 14:54:55.816596 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54364) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:55.822167 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:55.845409 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.846449 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.913104 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:55.983573 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-4b95bc07-a57f-42cd-9465-b627ae03b732', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:54:55.984804 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.068527 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.115816 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c05ee559-4673-48a8-86cc-0bf1fee3e44a req-5767f1d8-7cdf-42f6-9827-23224fd54f7d service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404030 Jul 13 14:54:56.138128 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c86b1-7929-4175-84ce-862efbdbc6a8 req-e2afac0a-4e0c-4e72-991f-393ef4744830 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:56.140717 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4d5c86b1-7929-4175-84ce-862efbdbc6a8 req-e2afac0a-4e0c-4e72-991f-393ef4744830 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.4206426 Jul 13 14:54:56.140929 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Allocated IP 172.20.0.2 (4b95bc07-a57f-42cd-9465-b627ae03b732/76339278-67db-4f91-a4bb-0f9d8981bbb8/605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:54:56.188027 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4d5c86b1-7929-4175-84ce-862efbdbc6a8 req-a3baefc1-fa5d-4509-82eb-3f255e1737d7 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386744 Jul 13 14:54:56.298411 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.303662 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.307854 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Transition to ACTIVE for port object 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:54:56.325506 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Transition to ACTIVE for port object 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:54:56.328621 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.332005 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.376825 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:54:56.379816 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:54:56.384355 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:54:56.391455 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Pushing event updated for resources: {'Port': ['ID=605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:56.448133 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Attempting to bind port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:54:56.448504 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Attempting to bind port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:54:56.448859 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Attempting to bind port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb on network 4b95bc07-a57f-42cd-9465-b627ae03b732 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:54:56.449405 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Allocated IP 172.27.1.138 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/bf3eea7f-91b1-4445-960b-634e1345d459) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:54:56.454244 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:54:56.454618 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Checking segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:54:56.455017 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.455402 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Bound using segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:54:56.455906 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Bound port: 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:54:56.456294 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.504466 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-1e862615-c6cb-4de7-8afb-027cccc78cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.534934 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] For port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:54:56.539071 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] For port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:54:56.544090 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.566582 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.615510 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72601a-c34e-4dcc-835c-901369242e75 None None] Pushing event updated for resources: {'Port': ['ID=605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:56.616853 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:56.664019 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:54:56.668817 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:54:56.673337 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:54:56.676600 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Pushing event updated for resources: {'Port': ['ID=bf3eea7f-91b1-4445-960b-634e1345d459,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:56.954959 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:57.156303 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:57.298228 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Router 135082f7-d911-4df5-bc43-87faafc51b51 is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:54:57.406050 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bce93c-bfa0-4a5f-bf1d-459efea7b1ef req-df3c7f0c-9d51-4ed6-a570-7e2df92ae120 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:57.407796 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e3bce93c-bfa0-4a5f-bf1d-459efea7b1ef req-df3c7f0c-9d51-4ed6-a570-7e2df92ae120 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 945 time: 0.0809391 Jul 13 14:54:57.414005 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:54:57.426773 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:54:57.439762 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:57.440553 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:54:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:57.444297 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] Notify callbacks [] for router, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:57.448412 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-0308b770-8c04-4b0c-a425-5b47556ef41c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6284177 Jul 13 14:54:57.448794 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54368) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:57.469607 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e3bce93c-bfa0-4a5f-bf1d-459efea7b1ef req-b8cfeb10-84b7-4d0e-a6cb-c2c10f0920d0 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543342 Jul 13 14:54:57.568236 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:57.650027 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda60bd1-8890-40d7-bcbd-48b33854a3f1 None None] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:54:57.720132 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-9287b4ea-0837-4a26-86be-2293b684b851 None None] Provisioning for port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:54:57.802548 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:56Z', 'revision_number': 3, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:57.840107 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:54:57.840743 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Updating router 135082f7-d911-4df5-bc43-87faafc51b51 port bf3eea7f-91b1-4445-960b-634e1345d459 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:54:57.882279 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:57.919225 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:57.927380 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:58.021591 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.071687 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:58.072681 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:58.075411 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9335f51-8201-4c83-b0dc-612160065904" -d '{"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-unplugged", "status": "completed", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:58.079734 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.130846 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ca0116-0047-4d23-94b6-601634a25e98 x-openstack-request-id: req-c0ca0116-0047-4d23-94b6-601634a25e98 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:58.131266 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-unplugged", "status": "completed", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:58.131638 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0ca0116-0047-4d23-94b6-601634a25e98 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:58.132255 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'code': 200} Jul 13 14:54:58.142204 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Allocated IP 172.20.0.1 (4b95bc07-a57f-42cd-9465-b627ae03b732/76339278-67db-4f91-a4bb-0f9d8981bbb8/b4c1882c-e8c1-4c2b-9205-136554fc913b) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:54:58.154960 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=8']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:58.226649 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.237427 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Transition to ACTIVE for port object bf3eea7f-91b1-4445-960b-634e1345d459 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:54:58.245013 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.278177 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.292198 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Transition to ACTIVE for port object b4c1882c-e8c1-4c2b-9205-136554fc913b will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:54:58.305867 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Attempting to bind port bf3eea7f-91b1-4445-960b-634e1345d459 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:54:58.306228 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Attempting to bind port bf3eea7f-91b1-4445-960b-634e1345d459 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:54:58.306578 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Attempting to bind port bf3eea7f-91b1-4445-960b-634e1345d459 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:54:58.308826 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Pushing event updated for resources: {'Port': ['ID=bf3eea7f-91b1-4445-960b-634e1345d459,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:58.318813 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.319175 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.319512 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.320128 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.320461 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.320782 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.321102 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.321421 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.321742 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.322059 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.322376 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.322695 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:58.326365 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:54:58.326780 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:54:58.327221 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.327813 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:54:58.328219 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Bound port: bf3eea7f-91b1-4445-960b-634e1345d459, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:54:58.328669 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.334516 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.382226 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:54:58.386812 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:54:58.391223 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:54:58.394464 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] For port bf3eea7f-91b1-4445-960b-634e1345d459, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:54:58.394600 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c1882c-e8c1-4c2b-9205-136554fc913b,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:58.400698 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] For port bf3eea7f-91b1-4445-960b-634e1345d459, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=bf3eea7f-91b1-4445-960b-634e1345d459,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:54:58.406125 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.434919 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.456133 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:58.456764 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:54:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:58.474336 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:54:58.549740 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:54:58.555910 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:54:58.556806 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.569841 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:58.623908 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.656789 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.700031 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:58.715567 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.751040 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-747153da-e747-4c2c-bce8-84ccae534a94 None None] Provisioning for port b4c1882c-e8c1-4c2b-9205-136554fc913b completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:54:58.765957 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-747153da-e747-4c2c-bce8-84ccae534a94 None None] Provisioning complete for port b4c1882c-e8c1-4c2b-9205-136554fc913b triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:54:58.766342 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-747153da-e747-4c2c-bce8-84ccae534a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:58.768396 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b374c78-1a15-47ff-8202-352581a809d0 req-7780b913-76d3-4877-b297-5a07fa97110e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:58.777924 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6b374c78-1a15-47ff-8202-352581a809d0 req-7780b913-76d3-4877-b297-5a07fa97110e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0933573 Jul 13 14:54:58.792527 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a11f3c-0706-4c5f-9baf-4ea6c011fc7c None None] Pushing event updated for resources: {'Port': ['ID=bf3eea7f-91b1-4445-960b-634e1345d459,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:58.822078 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:56Z', 'revision_number': 3, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:58.824391 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:58.830287 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-747153da-e747-4c2c-bce8-84ccae534a94 None None] Port b4c1882c-e8c1-4c2b-9205-136554fc913b cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:54:58.840426 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6b374c78-1a15-47ff-8202-352581a809d0 req-34e6faf0-a0f0-49e1-87c2-1037d2f5da3d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591969 Jul 13 14:54:58.952025 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae7b6e-11a4-4d39-b0fd-3c68bdef87fd None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:56Z', 'revision_number': 3, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:54:59.112698 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:59.118833 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:59.210103 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c1882c-e8c1-4c2b-9205-136554fc913b,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:59.213017 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:59.331704 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:54:59.333199 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:54:59.477047 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Router 135082f7-d911-4df5-bc43-87faafc51b51 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:54:59.558333 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:59.577213 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-874161eb-dcd8-4142-a7be-766f08b342f1 None None] Provisioning complete for port b4c1882c-e8c1-4c2b-9205-136554fc913b triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:54:59.577857 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-874161eb-dcd8-4142-a7be-766f08b342f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:59.614130 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:54:59.624269 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-4cc3d51c-bd53-4eb7-88a0-edccfba08602 admin admin] 10.222.0.37 "PUT /v2.0/routers/135082f7-d911-4df5-bc43-87faafc51b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1743093 Jul 13 14:54:59.639770 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-874161eb-dcd8-4142-a7be-766f08b342f1 None None] Port b4c1882c-e8c1-4c2b-9205-136554fc913b cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:54:59.891699 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-345417c9-00e3-4d9f-987b-c57e180eeb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.157649 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54416) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:00.163703 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-371479805-network', 'tenant_id': '60b2d6275931471db437672fc0c1d666'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:00.189856 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Made reservation on behalf of 60b2d6275931471db437672fc0c1d666 for: {'network': 1} {{(pid=110074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:55:00.194338 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for network, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.203788 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.204733 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb99ea-0413-48a6-bf19-fae7fb258b05 req-452299a2-283c-407d-9402-305e3c704289 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:00.206363 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-97bb99ea-0413-48a6-bf19-fae7fb258b05 req-452299a2-283c-407d-9402-305e3c704289 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0717676 Jul 13 14:55:00.251859 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-97bb99ea-0413-48a6-bf19-fae7fb258b05 req-6dde64b9-3fc5-4a84-bf28-ad2ab5a06751 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Jul 13 14:55:00.317650 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.323337 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.354879 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=110074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:55:00.366651 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f401eb-9d5f-4084-8905-31269d06f4ec,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:00.373772 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.374235 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.segments_db [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Added segment 82febcce-f70a-4701-80dd-08370f0c074b of type vlan for network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 Jul 13 14:55:00.440846 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780827485709'] for network, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.447072 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.513628 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448'] for network, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.513628 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:00.514277 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.534644 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device bf3eea7f-91b1-4445-960b-634e1345d459 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:00.583571 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4239707 Jul 13 14:55:00.586426 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54428) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:00.591121 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6eba3-2842-4742-8fa0-34efef0321e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac35e94-2689-4a7b-960e-3b0b0bde0da3,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:00.591424 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Request body: {'subnet': {'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-371479805-subnet', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'ip_version': 4}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:00.597969 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-92c65c37-c828-45ad-ab36-39a317e5bd56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1460164 Jul 13 14:55:00.600978 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port bf3eea7f-91b1-4445-960b-634e1345d459 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:00.607252 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 details requested by agent ovs-agent-dv-cinder-788364-4-iscsi with host dv-cinder-788364-4-iscsi {{(pid=110075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:55:00.610603 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port bf3eea7f-91b1-4445-960b-634e1345d459 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:00.610980 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.621940 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Made reservation on behalf of 60b2d6275931471db437672fc0c1d666 for: {'subnet': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:55:00.625131 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59366631'] for subnet, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.689816 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:00.729486 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:00.730049 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:00.837005 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60264845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59366613'] for subnet, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.869564 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.890355 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:00.915202 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f84a7d0b-1fc8-4d05-8215-45f49eb00221,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:00.926091 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Checking segment: {'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:55:00.926541 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Network hostable DHCP agents. Network: 6ac35e94-2689-4a7b-960e-3b0b0bde0da3, hostable agents: ['c450b47b-0adf-4501-9554-747ad12af2ba'], hosted agents: [] {{(pid=110073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:55:00.927322 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port bf3eea7f-91b1-4445-960b-634e1345d459, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=bf3eea7f-91b1-4445-960b-634e1345d459,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:00.932896 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.933657 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:00.945214 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 is scheduled to be hosted by DHCP agent c450b47b-0adf-4501-9554-747ad12af2ba with binding_index 1 {{(pid=110073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:55:00.953867 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-4-iscsi, 6ac35e94-2689-4a7b-960e-3b0b0bde0da3) {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:00.958697 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:00.959402 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.978364 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-06d295a6-3193-49b0-8356-1f3752d66d88 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3908110 Jul 13 14:55:00.980838 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54436) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:00.986554 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5797a31-1626-4c4a-be0c-6be3cce7149f None None] Network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:55:00.986791 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:01.013308 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3911612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27802'] for router, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.014212 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3909842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.081718 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.235343 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3909824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3911594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1147'] for router, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.276711 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=bf3eea7f-91b1-4445-960b-634e1345d459,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:01.324065 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:01.324422 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.489447 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91813a1f-d545-5027-b09f-880ca7ecabea-6ac35e94-2689-4a7b-960e-3b0b0bde0da3', 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'fixed_ips': [{'subnet_id': 'f84a7d0b-1fc8-4d05-8215-45f49eb00221'}]}} from dv-cinder-788364-4-iscsi. {{(pid=110075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:55:01.490346 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.528358 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.538705 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 2, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:01.556829 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.612880 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a7216-f0ab-435b-86fc-b23fe7f5fe4b req-f0ed8e0b-b353-47b9-b704-9ead6d534434 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:01.613668 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:01.614030 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Updating router 135082f7-d911-4df5-bc43-87faafc51b51 port b4c1882c-e8c1-4c2b-9205-136554fc913b binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:55:01.614992 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-649a7216-f0ab-435b-86fc-b23fe7f5fe4b req-f0ed8e0b-b353-47b9-b704-9ead6d534434 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.2327485 Jul 13 14:55:01.621597 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-1975a538-56f4-4c53-bf01-1fe907308de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:01.623201 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-1975a538-56f4-4c53-bf01-1fe907308de2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec&tenant_id=14e02543c5fe44b4912349508013a1e7 HTTP/1.1" status: 200 len: 1096 time: 0.1832132 Jul 13 14:55:01.665592 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.738191 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-649a7216-f0ab-435b-86fc-b23fe7f5fe4b req-c640ecfc-87c3-4455-964c-3725e83b305f tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140072 Jul 13 14:55:01.744504 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.db_base_plugin_common [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Allocated IP 172.20.0.2 (6ac35e94-2689-4a7b-960e-3b0b0bde0da3/f84a7d0b-1fc8-4d05-8215-45f49eb00221/1bf81801-7183-4b4d-b432-abbb85968fa8) {{(pid=110075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:55:01.757412 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Allocated IP 172.27.1.194 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/a7bd91bd-119e-4f33-bd4e-8ac799458027) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:55:01.821225 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-e6f01a49-c518-42cb-9863-ccbab554e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:01.822735 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-e6f01a49-c518-42cb-9863-ccbab554e441 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 1096 time: 0.1726446 Jul 13 14:55:01.927297 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:01.947660 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.963286 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-9544ab2f-ee2f-477b-85b2-d0dbc479960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:01.964801 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-9544ab2f-ee2f-477b-85b2-d0dbc479960b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.1363995 Jul 13 14:55:02.051086 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-c56ffbad-d222-4ee6-bf67-f3f10e1aea14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57 HTTP/1.1" status: 200 len: 998 time: 0.0787621 Jul 13 14:55:02.052659 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.100422 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Notify callbacks [] for port, precommit_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.122575 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:55:02.131191 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:02.136620 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:55:02.143747 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Transition to ACTIVE for port object 1bf81801-7183-4b4d-b432-abbb85968fa8 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:02.169054 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Pushing event updated for resources: {'Port': ['ID=a7bd91bd-119e-4f33-bd4e-8ac799458027,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:02.174532 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.175498 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-15fda7a3-3349-41d9-a8c4-a510dc3786eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:02.177646 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-15fda7a3-3349-41d9-a8c4-a510dc3786eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.1180978 Jul 13 14:55:02.183070 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.194568 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Transition to ACTIVE for port object 1bf81801-7183-4b4d-b432-abbb85968fa8 will not be triggered until provisioned by entity DHCP. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:02.196702 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Transition to ACTIVE for port object b4c1882c-e8c1-4c2b-9205-136554fc913b will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:02.203719 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773'] for port, after_create {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.208957 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.262182 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 is already hosted by enough agents. {{(pid=110075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:55:02.275546 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.scheduler.base_scheduler [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Resources bound (agent type, host, resource id): {{(pid=110075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:02.277997 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Received port after_create {{(pid=110075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:55:02.295936 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Pushing event updated for resources: {'Port': ['ID=1bf81801-7183-4b4d-b432-abbb85968fa8,revision_number=1']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:02.355885 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-ed2f4aad-88d1-4cd1-8f8c-d3f0683e56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:02.357245 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-ed2f4aad-88d1-4cd1-8f8c-d3f0683e56d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1734324 Jul 13 14:55:02.452448 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device bf3eea7f-91b1-4445-960b-634e1345d459 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:02.459784 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Attempting to bind port 1bf81801-7183-4b4d-b432-abbb85968fa8 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:55:02.460211 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Attempting to bind port 1bf81801-7183-4b4d-b432-abbb85968fa8 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:55:02.460575 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Attempting to bind port 1bf81801-7183-4b4d-b432-abbb85968fa8 on network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:02.465047 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Attempting to bind port b4c1882c-e8c1-4c2b-9205-136554fc913b on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:55:02.465420 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Attempting to bind port b4c1882c-e8c1-4c2b-9205-136554fc913b by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:55:02.466072 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Attempting to bind port b4c1882c-e8c1-4c2b-9205-136554fc913b on network 4b95bc07-a57f-42cd-9465-b627ae03b732 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:02.467595 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd82513-cf8a-48ef-83d0-7be3bb343fe7 None None] Pushing event updated for resources: {'Port': ['ID=b4c1882c-e8c1-4c2b-9205-136554fc913b,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:02.495489 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:55:02.495995 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Checking segment: {'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:55:02.496309 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.496700 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Bound using segment: {'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:55:02.497174 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Bound port: 1bf81801-7183-4b4d-b432-abbb85968fa8, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:55:02.497554 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.501927 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:55:02.502292 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Checking segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:55:02.502675 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.503058 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Bound using segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:55:02.503516 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Bound port: b4c1882c-e8c1-4c2b-9205-136554fc913b, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:55:02.503940 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.541928 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-109a5324-1ff0-4d73-9842-460cffcf4032 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769474 Jul 13 14:55:02.544221 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.640690 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] For port b4c1882c-e8c1-4c2b-9205-136554fc913b, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:55:02.644491 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port bf3eea7f-91b1-4445-960b-634e1345d459 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:02.644865 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.648094 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] For port b4c1882c-e8c1-4c2b-9205-136554fc913b, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=b4c1882c-e8c1-4c2b-9205-136554fc913b,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:55:02.652964 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] For port 1bf81801-7183-4b4d-b432-abbb85968fa8, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:55:02.655793 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] For port 1bf81801-7183-4b4d-b432-abbb85968fa8, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=1bf81801-7183-4b4d-b432-abbb85968fa8,segment=NetworkSegment(82febcce-f70a-4701-80dd-08370f0c074b),segment_id=82febcce-f70a-4701-80dd-08370f0c074b)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:55:02.673922 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.682684 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:02.721654 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-45fc2faf-b295-4264-8c30-97c1f75bae83 req-835d3850-fa35-4f7b-8dfa-3e524608854d service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739619 Jul 13 14:55:02.761688 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd82513-cf8a-48ef-83d0-7be3bb343fe7 None None] Pushing event updated for resources: {'Port': ['ID=b4c1882c-e8c1-4c2b-9205-136554fc913b,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:02.770003 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:02.772888 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:02.912375 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3911587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3909921'] for router, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:03.255603 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a882b-6ce3-4176-880c-63f6ae822637 None None] Pushing event updated for resources: {'Port': ['ID=1bf81801-7183-4b4d-b432-abbb85968fa8,revision_number=2']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:03.318845 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:03.612962 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0456d8-b8b4-4f1e-84b0-aae3c614346a req-7e06519a-030b-4961-b2ae-ae46950c5bb3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:03.619457 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:02Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:03.621273 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ca0456d8-b8b4-4f1e-84b0-aae3c614346a req-7e06519a-030b-4961-b2ae-ae46950c5bb3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.6427381 Jul 13 14:55:03.664657 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Router 2c86fb91-0374-44ea-8ddd-e3792a99f58f is scheduled to L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f with binding_index 1 {{(pid=110073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:55:03.673029 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe4cb27-6e0a-4cb4-ad90-ab2e9e894afe None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:02Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:03.686739 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ca0456d8-b8b4-4f1e-84b0-aae3c614346a req-eaa68564-2391-4708-9359-795c99249adc tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645008 Jul 13 14:55:03.923871 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:03.943343 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Sync routers for ids ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:03.969983 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Routers {'2c86fb91-0374-44ea-8ddd-e3792a99f58f'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:03.972702 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:03.993754 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:03.995533 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-638c47c6-9743-4697-bcdb-8948ebefef2d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0129259 Jul 13 14:55:03.998346 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54462) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:04.157390 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Set router 2c86fb91-0374-44ea-8ddd-e3792a99f58f gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:04.468728 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b67fed-939a-4016-9820-cd8bf6e4259f None None] Network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:55:04.542836 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:02Z', 'revision_number': 3, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port': {'id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:04.580523 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Checking router: 2c86fb91-0374-44ea-8ddd-e3792a99f58f for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:04.581131 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Updating router 2c86fb91-0374-44ea-8ddd-e3792a99f58f port a7bd91bd-119e-4f33-bd4e-8ac799458027 binding host dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:55:04.621783 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:04.654812 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 1bf81801-7183-4b4d-b432-abbb85968fa8 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:04.659485 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-55bd22bc-9d36-4231-afe3-78d17c2f8f9c None None] Provisioning for port 1bf81801-7183-4b4d-b432-abbb85968fa8 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:04.921307 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 1bf81801-7183-4b4d-b432-abbb85968fa8 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:04.936450 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 1bf81801-7183-4b4d-b432-abbb85968fa8 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:04.936834 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.039275 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.055391 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.provisioning_blocks [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Transition to ACTIVE for port object a7bd91bd-119e-4f33-bd4e-8ac799458027 will not be triggered until provisioned by entity L2. {{(pid=110076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:05.065121 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.085064 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7add704-b201-485e-b2e9-5174c7c60cac req-0c9501ed-087c-43fa-84f6-8760cbadf51a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:05.087871 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e7add704-b201-485e-b2e9-5174c7c60cac req-0c9501ed-087c-43fa-84f6-8760cbadf51a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.1270082 Jul 13 14:55:05.136257 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.136858 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19c1fb-8ea8-41b1-820d-5ad68e5fcca2 None None] Pushing event updated for resources: {'Port': ['ID=a7bd91bd-119e-4f33-bd4e-8ac799458027,revision_number=2']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:05.162889 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Attempting to bind port a7bd91bd-119e-4f33-bd4e-8ac799458027 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:55:05.163682 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Attempting to bind port a7bd91bd-119e-4f33-bd4e-8ac799458027 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:55:05.164257 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Attempting to bind port a7bd91bd-119e-4f33-bd4e-8ac799458027 on network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:05.170581 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:55:05.171287 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Checking segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:55:05.171887 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.172465 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Bound using segment: {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'} {{(pid=110076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:55:05.173146 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.managers [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Bound port: a7bd91bd-119e-4f33-bd4e-8ac799458027, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72efe04e-8080-4e3a-a889-db9007f28038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369'}}] {{(pid=110076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:55:05.173897 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.210229 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.212896 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e7add704-b201-485e-b2e9-5174c7c60cac req-97c20f22-9173-44a2-a1d7-749bf4ccba05 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188467 Jul 13 14:55:05.295600 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 1bf81801-7183-4b4d-b432-abbb85968fa8, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=1bf81801-7183-4b4d-b432-abbb85968fa8,segment=NetworkSegment(82febcce-f70a-4701-80dd-08370f0c074b),segment_id=82febcce-f70a-4701-80dd-08370f0c074b)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:05.302780 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.303815 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device b4c1882c-e8c1-4c2b-9205-136554fc913b up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:05.306917 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] For port a7bd91bd-119e-4f33-bd4e-8ac799458027, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:55:05.312331 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.plugins.ml2.db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] For port a7bd91bd-119e-4f33-bd4e-8ac799458027, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=a7bd91bd-119e-4f33-bd4e-8ac799458027,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:55:05.319471 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron_lib.callbacks.manager [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.428764 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19c1fb-8ea8-41b1-820d-5ad68e5fcca2 None None] Pushing event updated for resources: {'Port': ['ID=a7bd91bd-119e-4f33-bd4e-8ac799458027,revision_number=3']} {{(pid=110076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:05.448551 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Routers {'2c86fb91-0374-44ea-8ddd-e3792a99f58f'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:05.449566 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:05.456656 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=1bf81801-7183-4b4d-b432-abbb85968fa8,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:05.544092 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port b4c1882c-e8c1-4c2b-9205-136554fc913b completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:05.545556 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Allocated IP 172.20.0.1 (6ac35e94-2689-4a7b-960e-3b0b0bde0da3/f84a7d0b-1fc8-4d05-8215-45f49eb00221/2f1b6242-7da9-4e2a-8b44-791f5b1112f5) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:55:05.551788 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port b4c1882c-e8c1-4c2b-9205-136554fc913b triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:05.553987 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.601776 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] Set router 2c86fb91-0374-44ea-8ddd-e3792a99f58f gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:05.703533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-0df57a0a-1bd8-441a-8029-2800cbf9db25 None None] Provisioning complete for port 1bf81801-7183-4b4d-b432-abbb85968fa8 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:05.703533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0df57a0a-1bd8-441a-8029-2800cbf9db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.748792 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.776678 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.791167 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port b4c1882c-e8c1-4c2b-9205-136554fc913b, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=b4c1882c-e8c1-4c2b-9205-136554fc913b,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:05.798351 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.820851 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.provisioning_blocks [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Transition to ACTIVE for port object 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 will not be triggered until provisioned by entity DHCP. {{(pid=110074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:05.865816 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=b4c1882c-e8c1-4c2b-9205-136554fc913b,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:05.929295 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:05.954950 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:02Z', 'revision_number': 3, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port': {'id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:05.969100 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:55:05.974486 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:05.978095 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:55:05.995412 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbae920-a4a0-4601-8685-cb27aa6ebdd3 None None] The sync data for ids ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'] in dv-cinder-788364-4-iscsi is: [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:02Z', 'revision_number': 3, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port': {'id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:06.002696 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Pushing event updated for resources: {'Port': ['ID=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:06.031298 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3910098'] for router_interface, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:06.345976 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:06.474807 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-a914eeaf-639e-4d6a-b631-89ac0b87f995 None None] Provisioning for port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:06.485828 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-a914eeaf-639e-4d6a-b631-89ac0b87f995 None None] Provisioning complete for port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:06.490389 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a914eeaf-639e-4d6a-b631-89ac0b87f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:06.628492 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-a914eeaf-639e-4d6a-b631-89ac0b87f995 None None] Port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:55:06.734112 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:55:06.781189 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device a7bd91bd-119e-4f33-bd4e-8ac799458027 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:06.802492 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:06.808700 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:06.821409 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcd345-1c0c-42c9-ba0e-3131aa679ff9 req-893fe273-d9fe-4d3d-bd0c-24b562c9f3ac tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:06.823400 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-67fcd345-1c0c-42c9-ba0e-3131aa679ff9 req-893fe273-d9fe-4d3d-bd0c-24b562c9f3ac tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.2777798 Jul 13 14:55:06.893133 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-67fcd345-1c0c-42c9-ba0e-3131aa679ff9 req-82801f2e-169b-48ad-a3c5-d0988784d25e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567651 Jul 13 14:55:06.925986 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port a7bd91bd-119e-4f33-bd4e-8ac799458027 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:06.933847 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port a7bd91bd-119e-4f33-bd4e-8ac799458027 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:06.934451 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.011920 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3751434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3904098'] for router_interface, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.018352 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Pushing event updated for resources: {'Port': ['ID=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:07.079310 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.132307 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port a7bd91bd-119e-4f33-bd4e-8ac799458027, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=a7bd91bd-119e-4f33-bd4e-8ac799458027,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:07.139343 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.140513 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 1bf81801-7183-4b4d-b432-abbb85968fa8 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:07.245773 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:55:07.251202 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:07.362173 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 1bf81801-7183-4b4d-b432-abbb85968fa8 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:07.362558 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.365989 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=a7bd91bd-119e-4f33-bd4e-8ac799458027,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:07.468492 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Router 2c86fb91-0374-44ea-8ddd-e3792a99f58f has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:07.549714 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device b4c1882c-e8c1-4c2b-9205-136554fc913b up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:07.638941 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port b4c1882c-e8c1-4c2b-9205-136554fc913b triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:07.639674 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.697585 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:07.710823 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-01ea94c3-86d4-448b-abee-d2431571f81d admin admin] 10.222.0.37 "PUT /v2.0/routers/2c86fb91-0374-44ea-8ddd-e3792a99f58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7110560 Jul 13 14:55:07.803694 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-486acce6-126d-46fc-b9a6-3d84ce32e967 None None] Provisioning complete for port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:07.804384 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-486acce6-126d-46fc-b9a6-3d84ce32e967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.847853 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-486acce6-126d-46fc-b9a6-3d84ce32e967 None None] Port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:55:08.198177 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7d69-6c30-4917-876d-f9e0f3bae00b req-017f334f-5263-4a67-92d4-2efbf0fdee3e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.199937 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c9bf7d69-6c30-4917-876d-f9e0f3bae00b req-017f334f-5263-4a67-92d4-2efbf0fdee3e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.1158390 Jul 13 14:55:08.256161 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c9bf7d69-6c30-4917-876d-f9e0f3bae00b req-00d8ac34-8f17-4cc2-8b91-4e98d7165763 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497007 Jul 13 14:55:08.337072 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54478) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:08.341863 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-294b8c08-bae0-43b1-a8fe-e2115553b346 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040352307', 'description': 'tempest-secgroup-smoke-1040352307 description', 'project_id': '2dfa3cbf08134fbaae8215625e08c5db'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:08.371679 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-294b8c08-bae0-43b1-a8fe-e2115553b346 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.459814 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device a7bd91bd-119e-4f33-bd4e-8ac799458027 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:08.487093 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-294b8c08-bae0-43b1-a8fe-e2115553b346 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.492447 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-294b8c08-bae0-43b1-a8fe-e2115553b346 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.520875 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-294b8c08-bae0-43b1-a8fe-e2115553b346 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.525192 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-294b8c08-bae0-43b1-a8fe-e2115553b346 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1840191 Jul 13 14:55:08.526050 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54480) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:08.531934 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b8c08-bae0-43b1-a8fe-e2115553b346 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb68b4e-9c4c-4537-963e-4457568016c3,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:08.535115 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-33bf55e4-c91f-451a-af0c-cfdb2672162f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'security_group_rule': {'security_group_id': 'cfb68b4e-9c4c-4537-963e-4457568016c3', 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:08.544720 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port a7bd91bd-119e-4f33-bd4e-8ac799458027 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:08.545099 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.590935 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Sync routers for ids ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:08.601065 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-33bf55e4-c91f-451a-af0c-cfdb2672162f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.612940 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Routers {'2c86fb91-0374-44ea-8ddd-e3792a99f58f'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:08.613597 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:08.686176 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-33bf55e4-c91f-451a-af0c-cfdb2672162f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.692779 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-33bf55e4-c91f-451a-af0c-cfdb2672162f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.711604 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf55e4-c91f-451a-af0c-cfdb2672162f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfc9244-21e8-4919-a40c-2b26370d5f22,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:08.733183 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-33bf55e4-c91f-451a-af0c-cfdb2672162f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.735560 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-33bf55e4-c91f-451a-af0c-cfdb2672162f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2063074 Jul 13 14:55:08.737707 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54482) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:08.745410 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-6873cc97-646b-432a-9186-fb53ca87b2f9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'security_group_rule': {'security_group_id': 'cfb68b4e-9c4c-4537-963e-4457568016c3', 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:08.758169 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Set router 2c86fb91-0374-44ea-8ddd-e3792a99f58f gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:08.794342 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6873cc97-646b-432a-9186-fb53ca87b2f9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.860135 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.880315 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6873cc97-646b-432a-9186-fb53ca87b2f9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.884671 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6873cc97-646b-432a-9186-fb53ca87b2f9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.908061 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873cc97-646b-432a-9186-fb53ca87b2f9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69eac01-a426-41bc-82a7-5c389ea05db8,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:08.924664 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6873cc97-646b-432a-9186-fb53ca87b2f9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.928495 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-6873cc97-646b-432a-9186-fb53ca87b2f9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1861353 Jul 13 14:55:08.930014 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54484) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:08.936217 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-9b39b17a-ffd8-483f-bc20-0a7ed8d01623 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'security_group_rule': {'security_group_id': 'cfb68b4e-9c4c-4537-963e-4457568016c3', 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:08.971048 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9b39b17a-ffd8-483f-bc20-0a7ed8d01623 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.993178 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:06Z', 'revision_number': 4, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port': {'id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '2f1b6242-7da9-4e2a-8b44-791f5b1112f5', 'name': '', 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'mac_address': 'fa:16:3e:3a:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f84a7d0b-1fc8-4d05-8215-45f49eb00221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:05Z', 'updated_at': '2021-07-13T14:55:06Z', 'revision_number': 2, 'project_id': '60b2d6275931471db437672fc0c1d666', 'subnets': [{'id': 'f84a7d0b-1fc8-4d05-8215-45f49eb00221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:09.025689 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Checking router: 2c86fb91-0374-44ea-8ddd-e3792a99f58f for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:09.026309 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Updating router 2c86fb91-0374-44ea-8ddd-e3792a99f58f port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 binding host dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:55:09.033047 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9b39b17a-ffd8-483f-bc20-0a7ed8d01623 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.038743 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9b39b17a-ffd8-483f-bc20-0a7ed8d01623 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.062869 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.064668 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39b17a-ffd8-483f-bc20-0a7ed8d01623 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563ce005-f323-4301-9906-57bf17323caf,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:09.085415 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-9b39b17a-ffd8-483f-bc20-0a7ed8d01623 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.086715 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-9b39b17a-ffd8-483f-bc20-0a7ed8d01623 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548851 Jul 13 14:55:09.089721 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54486) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:09.094855 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-e0d92102-735d-473b-b2d2-a4c100579a3e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'security_group_rule': {'security_group_id': 'cfb68b4e-9c4c-4537-963e-4457568016c3', 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:09.127472 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0d92102-735d-473b-b2d2-a4c100579a3e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.199057 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0d92102-735d-473b-b2d2-a4c100579a3e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.207296 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0d92102-735d-473b-b2d2-a4c100579a3e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.230581 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d92102-735d-473b-b2d2-a4c100579a3e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9f4ab5-9597-4203-bbb5-58d711d1aef5,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:09.238211 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e0d92102-735d-473b-b2d2-a4c100579a3e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.240618 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e0d92102-735d-473b-b2d2-a4c100579a3e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498885 Jul 13 14:55:09.243590 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54488) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:09.248281 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-32bf9376-5986-4e08-ae0d-6ed5a03209c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'security_group_rule': {'security_group_id': 'cfb68b4e-9c4c-4537-963e-4457568016c3', 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:09.282394 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.securitygroups_db [None req-32bf9376-5986-4e08-ae0d-6ed5a03209c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Project 2dfa3cbf08134fbaae8215625e08c5db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:55:09.289243 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-32bf9376-5986-4e08-ae0d-6ed5a03209c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.377689 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-32bf9376-5986-4e08-ae0d-6ed5a03209c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.384048 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-32bf9376-5986-4e08-ae0d-6ed5a03209c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.407735 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf9376-5986-4e08-ae0d-6ed5a03209c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615e20c8-2234-44d0-9795-ca1011bd41ed,revision_number=0']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:09.412099 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-32bf9376-5986-4e08-ae0d-6ed5a03209c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.416641 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-32bf9376-5986-4e08-ae0d-6ed5a03209c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1689713 Jul 13 14:55:09.416964 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54492) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:09.422099 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-1bb14b24-f524-4f74-a149-02ead4090b9e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'security_group_rule': {'security_group_id': 'cfb68b4e-9c4c-4537-963e-4457568016c3', 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:09.447012 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.securitygroups_db [None req-1bb14b24-f524-4f74-a149-02ead4090b9e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Project 2dfa3cbf08134fbaae8215625e08c5db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:55:09.453607 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1bb14b24-f524-4f74-a149-02ead4090b9e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.462876 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Notify callbacks [] for port, precommit_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.474764 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Transition to ACTIVE for port object 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 will not be triggered until provisioned by entity L2. {{(pid=110075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:09.482376 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.534349 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ebecf-0ea6-45ed-af81-860f9679d51b req-ee638499-7123-4f7e-8faf-a29272eae956 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:09.537674 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f12ebecf-0ea6-45ed-af81-860f9679d51b req-ee638499-7123-4f7e-8faf-a29272eae956 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.1130588 Jul 13 14:55:09.591844 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1bb14b24-f524-4f74-a149-02ead4090b9e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.596987 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1bb14b24-f524-4f74-a149-02ead4090b9e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799549'] for security_group_rule, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.611088 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f12ebecf-0ea6-45ed-af81-860f9679d51b req-86746ea2-a545-45a6-84dd-ac159cb88e2e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671444 Jul 13 14:55:09.633525 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb14b24-f524-4f74-a149-02ead4090b9e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6b5a74-0959-448f-a683-3a50fdf2883f,revision_number=0']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:09.656055 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1bb14b24-f524-4f74-a149-02ead4090b9e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.660334 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1bb14b24-f524-4f74-a149-02ead4090b9e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2422531 Jul 13 14:55:09.666789 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e428e9-5be0-4555-aed3-12f5d0914fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,revision_number=3']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:09.674310 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Attempting to bind port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 on host dv-cinder-788364-4-iscsi for vnic_type normal with profile {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:55:09.674701 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Attempting to bind port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 by drivers openvswitch,hyperv on host dv-cinder-788364-4-iscsi at level 0 using segments [{'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:55:09.675066 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Attempting to bind port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 on network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:09.686946 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Checking agent: {'id': 'cddea078-0437-4e6d-965a-327af376cf65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 38, 29), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:55:09.688528 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Checking segment: {'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:55:09.688945 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.689343 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Bound using segment: {'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'} {{(pid=110075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:55:09.689842 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.managers [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Bound port: 2f1b6242-7da9-4e2a-8b44-791f5b1112f5, host: dv-cinder-788364-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82febcce-f70a-4701-80dd-08370f0c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3'}}] {{(pid=110075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:55:09.690230 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.808029 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] For port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5, host dv-cinder-788364-4-iscsi, cleared binding levels {{(pid=110075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:55:09.812445 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] For port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5, host dv-cinder-788364-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,segment=NetworkSegment(82febcce-f70a-4701-80dd-08370f0c074b),segment_id=82febcce-f70a-4701-80dd-08370f0c074b)] {{(pid=110075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:55:09.821674 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:09.892210 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Routers {'2c86fb91-0374-44ea-8ddd-e3792a99f58f'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:09.892795 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:09.971567 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e428e9-5be0-4555-aed3-12f5d0914fe7 None None] Pushing event updated for resources: {'Port': ['ID=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:10.265709 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] Set router 2c86fb91-0374-44ea-8ddd-e3792a99f58f gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:10.593158 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:06Z', 'revision_number': 4, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port': {'id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '2f1b6242-7da9-4e2a-8b44-791f5b1112f5', 'name': '', 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'mac_address': 'fa:16:3e:3a:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f84a7d0b-1fc8-4d05-8215-45f49eb00221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:05Z', 'updated_at': '2021-07-13T14:55:09Z', 'revision_number': 4, 'project_id': '60b2d6275931471db437672fc0c1d666', 'subnets': [{'id': 'f84a7d0b-1fc8-4d05-8215-45f49eb00221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:10.639438 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20cb65-01e3-405a-aa3a-ed572b7be125 None None] The sync data for ids ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'] in dv-cinder-788364-4-iscsi is: [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:06Z', 'revision_number': 4, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port': {'id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '2f1b6242-7da9-4e2a-8b44-791f5b1112f5', 'name': '', 'network_id': '6ac35e94-2689-4a7b-960e-3b0b0bde0da3', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'mac_address': 'fa:16:3e:3a:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f84a7d0b-1fc8-4d05-8215-45f49eb00221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:05Z', 'updated_at': '2021-07-13T14:55:09Z', 'revision_number': 4, 'project_id': '60b2d6275931471db437672fc0c1d666', 'subnets': [{'id': 'f84a7d0b-1fc8-4d05-8215-45f49eb00221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:11.174051 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc914da-4a8a-4396-ae16-c2ac370e1b8a req-2079b279-2568-487e-9ac2-6006bec5490d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:11.177404 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7cc914da-4a8a-4396-ae16-c2ac370e1b8a req-2079b279-2568-487e-9ac2-6006bec5490d tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.3112724 Jul 13 14:55:11.222693 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7cc914da-4a8a-4396-ae16-c2ac370e1b8a req-a0f2b1e9-5bb2-4dfd-bd84-bc11c409fddf tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396616 Jul 13 14:55:12.453592 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac2e50-0c2e-4465-83f2-0cbfb80cb0b2 req-70d91549-7b1e-4e3e-bcbc-37da8a7eb082 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:12.460960 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-95ac2e50-0c2e-4465-83f2-0cbfb80cb0b2 req-70d91549-7b1e-4e3e-bcbc-37da8a7eb082 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0894690 Jul 13 14:55:12.485801 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:12.514087 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-95ac2e50-0c2e-4465-83f2-0cbfb80cb0b2 req-1bbf8301-a609-4bae-a1e1-b794d500f7ea tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521290 Jul 13 14:55:12.545810 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning for port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:12.550216 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:12.550655 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:12.638656 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:12.675742 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] For port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,segment=NetworkSegment(82febcce-f70a-4701-80dd-08370f0c074b),segment_id=82febcce-f70a-4701-80dd-08370f0c074b)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:12.680598 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:12.748947 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Pushing event updated for resources: {'Port': ['ID=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:13.717393 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895e26d-6f9c-421d-9c5a-ff3c85e256be req-4e34effe-89c8-4a6c-900e-aa20a74b7c00 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:13.718860 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d895e26d-6f9c-421d-9c5a-ff3c85e256be req-4e34effe-89c8-4a6c-900e-aa20a74b7c00 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0898566 Jul 13 14:55:13.768785 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d895e26d-6f9c-421d-9c5a-ff3c85e256be req-7d06e5f5-68b0-4ccd-978c-70157dd2186e tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Jul 13 14:55:14.426113 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 up at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:14.475229 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Provisioning complete for port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:14.475599 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:14.948159 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4ff14-2c2c-4e35-822e-13f05862136a req-b53db0e1-d764-499f-8372-719cbb59f692 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:14.949773 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ffa4ff14-2c2c-4e35-822e-13f05862136a req-b53db0e1-d764-499f-8372-719cbb59f692 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0633986 Jul 13 14:55:14.990015 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ffa4ff14-2c2c-4e35-822e-13f05862136a req-afac30ef-77cf-4c60-97b9-8cc0780121e3 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339730 Jul 13 14:55:16.019494 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:55:16.122177 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:16.136843 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'port_id': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'mac_address': 'fa:16:3e:96:66:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:55:16.174205 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febbf24-107a-4ea9-8b22-42e9381578e9 req-f053e078-ebaf-4f18-b32e-01ee3bfb4623 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:16.174814 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:16.175864 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9febbf24-107a-4ea9-8b22-42e9381578e9 req-f053e078-ebaf-4f18-b32e-01ee3bfb4623 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 943 time: 0.0639114 Jul 13 14:55:16.188129 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50622d6e-28cb-42e3-b66e-3d4d42d1de57 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:55:16.210339 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:16.215241 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:16.218912 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-9febbf24-107a-4ea9-8b22-42e9381578e9 req-7299d4ca-3284-4de0-b10c-d7f62e693f35 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371027 Jul 13 14:55:16.271428 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=9']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:16.422753 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['50622d6e-28cb-42e3-b66e-3d4d42d1de57'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:55:17.409219 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2b10-08d4-4897-ae27-c617c2421a89 req-944c853c-1e92-49e2-8200-baaba492deeb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:17.411093 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-696d2b10-08d4-4897-ae27-c617c2421a89 req-944c853c-1e92-49e2-8200-baaba492deeb tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 944 time: 0.0684462 Jul 13 14:55:17.452447 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-696d2b10-08d4-4897-ae27-c617c2421a89 req-c8362e12-5548-409a-bc85-ba8d73914bb0 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342002 Jul 13 14:55:18.018905 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:18.082553 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:18.082946 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:18.184522 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:18.207207 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:18.209474 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c29f071-f0ec-4d95-97fa-65d836e59bb5" -d '{"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-plugged", "status": "completed", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:18.222089 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:18.226508 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:18.250263 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f568359-d062-4fe8-9a2d-5883fadb5608 x-openstack-request-id: req-3f568359-d062-4fe8-9a2d-5883fadb5608 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:18.250552 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-plugged", "status": "completed", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:18.250799 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f568359-d062-4fe8-9a2d-5883fadb5608 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:18.251180 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'code': 200} Jul 13 14:55:18.279661 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=10']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:18.447954 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada747f-742f-4cd4-8dbb-36aeca939ae9 req-6e7917f8-9f53-4ebb-bd93-0bba0f7aaa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:18.449480 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3ada747f-742f-4cd4-8dbb-36aeca939ae9 req-6e7917f8-9f53-4ebb-bd93-0bba0f7aaa11 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 1099 time: 0.0528731 Jul 13 14:55:18.489356 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3ada747f-742f-4cd4-8dbb-36aeca939ae9 req-0c0efe84-d986-48fa-9c67-271249e737e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Jul 13 14:55:18.646909 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a080b-fefe-4452-8bb8-80d6cff4689c req-aa738448-e0f0-4752-9e61-b2df25fc4304 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:18.648398 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e31a080b-fefe-4452-8bb8-80d6cff4689c req-aa738448-e0f0-4752-9e61-b2df25fc4304 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 946 time: 0.0683973 Jul 13 14:55:18.690189 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e31a080b-fefe-4452-8bb8-80d6cff4689c req-8e624ae0-0d09-4d74-94c9-9df117086f13 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360544 Jul 13 14:55:19.881966 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842ed3c-a315-46cc-a9ba-7d334b89c9b0 req-8b47aa62-672a-4e2c-a4b5-f76b915adcbc tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:19.883532 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2842ed3c-a315-46cc-a9ba-7d334b89c9b0 req-8b47aa62-672a-4e2c-a4b5-f76b915adcbc tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 946 time: 0.0681403 Jul 13 14:55:19.924037 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2842ed3c-a315-46cc-a9ba-7d334b89c9b0 req-6eda75d0-7f0d-4238-9e56-0779e70a53df tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344832 Jul 13 14:55:21.112210 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55dcb8-f248-47a1-bbe0-c09a2ba58515 req-376c843a-5b88-4656-95b9-ba63c79757e2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:21.113712 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f55dcb8-f248-47a1-bbe0-c09a2ba58515 req-376c843a-5b88-4656-95b9-ba63c79757e2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 946 time: 0.0672235 Jul 13 14:55:21.154052 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7f55dcb8-f248-47a1-bbe0-c09a2ba58515 req-9e3d543f-1e36-4d06-92a3-e24db611e915 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346825 Jul 13 14:55:26.477263 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7c9f-c9a7-417d-a3c7-9b31865b8763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:26.558223 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99a4a08e-bca8-4c1d-90ea-079e82a49b76 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040352307&fields=id&tenant_id=2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 267 time: 0.0387437 Jul 13 14:55:26.664972 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-5442cb6e-b2bc-48d4-a936-08e4cbd9e5f6 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:26.666449 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-5442cb6e-b2bc-48d4-a936-08e4cbd9e5f6 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 812 time: 0.1018255 Jul 13 14:55:26.682999 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-66c270e6-22c9-4fe7-b4e2-d5a62eeab11b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/quotas/2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 375 time: 0.0095575 Jul 13 14:55:26.750269 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-571038dd-9a5b-4f64-a987-44be9fe6d088 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616941 Jul 13 14:55:26.848395 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-331f4933-1855-4a35-8ad0-364c5d63add8 service neutron] 10.222.0.37 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864017 Jul 13 14:55:26.936043 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-035a17e9-8eca-4bf2-814e-a80768dab5f4 service neutron] 10.222.0.37 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820320 Jul 13 14:55:27.238234 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b4c2b492-ed16-4fa6-97f1-7fd4f0af400b req-8acdb97e-45c9-401f-8879-4362416978fe tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 210 time: 0.0322478 Jul 13 14:55:28.239857 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-1679afdb-9424-4f3f-bb99-27c4c9d1b724 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:28.241328 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-1679afdb-9424-4f3f-bb99-27c4c9d1b724 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 812 time: 0.0986748 Jul 13 14:55:28.284779 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-32b106fc-eceb-47db-b760-c59df65c936a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 380 time: 0.0348074 Jul 13 14:55:28.293265 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'port': {'device_id': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'admin_state_up': True, 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'security_groups': ['cfb68b4e-9c4c-4537-963e-4457568016c3']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:28.396401 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f17f75d5-b18c-40ee-b449-b0f5a21f5831 req-7fa43ac3-63c5-4a8b-b06d-6ad66337e483 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 210 time: 0.0406201 Jul 13 14:55:28.433284 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Made reservation on behalf of 2dfa3cbf08134fbaae8215625e08c5db for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:55:28.436882 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:28.565147 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Allocated IP 172.20.0.4 (4b95bc07-a57f-42cd-9465-b627ae03b732/76339278-67db-4f91-a4bb-0f9d8981bbb8/62417b7f-0071-4527-9c60-d85011789c41) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:55:28.714798 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:28.735937 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Transition to ACTIVE for port object 62417b7f-0071-4527-9c60-d85011789c41 will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:28.770734 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:28.814671 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:55:28.820370 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:28.823984 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:55:28.850143 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=62417b7f-0071-4527-9c60-d85011789c41,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:28.865551 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.865926 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.866240 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.866575 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.866905 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.867234 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.867562 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.867924 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.868251 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.868575 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.868895 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.869215 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:28.891354 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:28.892019 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:28.908479 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-e5c876f4-38ed-4d67-acf9-6797a8bf3a9d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187932 Jul 13 14:55:28.919531 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Request body: {'port': {'device_id': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:28.998177 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.002759 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-abd67262-26ae-439b-b8de-0e8c5c89d179 None None] Provisioning for port 62417b7f-0071-4527-9c60-d85011789c41 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:29.007073 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-abd67262-26ae-439b-b8de-0e8c5c89d179 None None] Provisioning complete for port 62417b7f-0071-4527-9c60-d85011789c41 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:29.007424 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-abd67262-26ae-439b-b8de-0e8c5c89d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.044109 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-abd67262-26ae-439b-b8de-0e8c5c89d179 None None] Port 62417b7f-0071-4527-9c60-d85011789c41 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:55:29.257396 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62417b7f-0071-4527-9c60-d85011789c41 {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:55:29.265262 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.277208 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Transition to ACTIVE for port object 62417b7f-0071-4527-9c60-d85011789c41 will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:29.280990 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.349694 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=62417b7f-0071-4527-9c60-d85011789c41,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:29.404398 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Attempting to bind port 62417b7f-0071-4527-9c60-d85011789c41 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:55:29.404844 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Attempting to bind port 62417b7f-0071-4527-9c60-d85011789c41 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:55:29.405054 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Attempting to bind port 62417b7f-0071-4527-9c60-d85011789c41 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:29.409617 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Port 62417b7f-0071-4527-9c60-d85011789c41 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:55:29.409943 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Attempting to bind port 62417b7f-0071-4527-9c60-d85011789c41 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:29.415035 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:55:29.415398 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Checking segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:55:29.415782 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Bound using segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:55:29.416212 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Bound port: 62417b7f-0071-4527-9c60-d85011789c41, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:55:29.416572 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.488505 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] For port 62417b7f-0071-4527-9c60-d85011789c41, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:55:29.491640 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] For port 62417b7f-0071-4527-9c60-d85011789c41, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62417b7f-0071-4527-9c60-d85011789c41,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:55:29.496584 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.551181 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.570524 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:29.571023 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.572608 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] 10.222.0.61 "PUT /v2.0/ports/62417b7f-0071-4527-9c60-d85011789c41 HTTP/1.1" status: 200 len: 1093 time: 0.6574576 Jul 13 14:55:29.574559 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'tag': '62417b7f-0071-4527-9c60-d85011789c41'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:29.577789 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f65eb-8c53-41e5-9de7-eb139170d418" -d '{"events": [{"name": "network-changed", "server_uuid": "c4084a92-7ece-4a31-8c79-079a11b6f527", "tag": "62417b7f-0071-4527-9c60-d85011789c41"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:29.601350 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c584b1-5348-4486-8293-b54e0c49e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=62417b7f-0071-4527-9c60-d85011789c41,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:29.625906 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83b7590-cf51-402a-8b6d-d690ea3eb2f5 x-openstack-request-id: req-f83b7590-cf51-402a-8b6d-d690ea3eb2f5 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:29.626197 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4084a92-7ece-4a31-8c79-079a11b6f527", "tag": "62417b7f-0071-4527-9c60-d85011789c41", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:29.626448 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f83b7590-cf51-402a-8b6d-d690ea3eb2f5 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:29.626843 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'tag': '62417b7f-0071-4527-9c60-d85011789c41', 'status': 'completed', 'code': 200} Jul 13 14:55:29.639370 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e60f8-bb38-4bc9-a458-a4254cf4df7d req-878c3002-5141-4021-8198-aad4f639889a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:29.640929 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-910e60f8-bb38-4bc9-a458-a4254cf4df7d req-878c3002-5141-4021-8198-aad4f639889a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 943 time: 0.1173670 Jul 13 14:55:29.711207 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-910e60f8-bb38-4bc9-a458-a4254cf4df7d req-9370409d-f2c8-4aec-913e-1bedf6fafa93 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629163 Jul 13 14:55:29.732916 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-a1095f3c-2a47-467d-913e-d0ad31f950cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:29.735465 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-a1095f3c-2a47-467d-913e-d0ad31f950cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 1096 time: 0.1044970 Jul 13 14:55:29.775874 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-d3c7639f-3376-40ec-adaf-0f4f6631fd20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62417b7f-0071-4527-9c60-d85011789c41 HTTP/1.1" status: 200 len: 217 time: 0.0341308 Jul 13 14:55:29.828115 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-72fa3a66-73cd-4457-9c0b-ef48dfca73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:29.829560 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-72fa3a66-73cd-4457-9c0b-ef48dfca73db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0478165 Jul 13 14:55:29.885213 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-8c624d5f-6e7e-4e99-b39a-d4a77d0bb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:29.886730 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-8c624d5f-6e7e-4e99-b39a-d4a77d0bb3f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512521 Jul 13 14:55:29.895950 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-24a5b052-46ec-49a1-a58a-0292509090d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:29.978619 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-c3222747-61e7-4be5-9b96-df248bb0497d service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844576 Jul 13 14:55:30.069344 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4665b16c-66de-4083-b6a6-49cb1f2f77ac req-0e96fa1c-4194-46c9-9930-046e00157e2d service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844676 Jul 13 14:55:30.165616 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-5a4ceb8c-5516-4623-a9ca-1e29154a90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:30.167141 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-5a4ceb8c-5516-4623-a9ca-1e29154a90ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 1096 time: 0.0514054 Jul 13 14:55:30.264464 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-8952a6c1-b41b-4b8a-a1a6-db6ba5553588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:30.265867 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-8952a6c1-b41b-4b8a-a1a6-db6ba5553588 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0914750 Jul 13 14:55:30.309557 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-3d983456-c39d-4215-b997-68c7413644c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62417b7f-0071-4527-9c60-d85011789c41 HTTP/1.1" status: 200 len: 217 time: 0.0336871 Jul 13 14:55:30.361408 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-52eb9a3a-c776-4f5e-95f0-f78b03b387ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:30.362854 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-52eb9a3a-c776-4f5e-95f0-f78b03b387ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0447404 Jul 13 14:55:30.424249 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-38d0f59f-cda6-4392-ba80-996477287cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:30.425718 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-38d0f59f-cda6-4392-ba80-996477287cec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566123 Jul 13 14:55:30.443576 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:30.519940 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-7894f2fc-ed59-41c1-a7bf-dfdb31de8c88 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878506 Jul 13 14:55:30.612646 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-bb5f65eb-8c53-41e5-9de7-eb139170d418 req-c487e959-b276-4fca-9e13-072b55a806d3 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869994 Jul 13 14:55:30.889922 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dabaf5-e92b-42e6-84cd-d4ba140bfa37 req-94d86cda-941f-4e3e-9d4f-5ca1a237f06a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:30.891322 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a9dabaf5-e92b-42e6-84cd-d4ba140bfa37 req-94d86cda-941f-4e3e-9d4f-5ca1a237f06a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 943 time: 0.0629859 Jul 13 14:55:30.929993 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a9dabaf5-e92b-42e6-84cd-d4ba140bfa37 req-aee4cc19-11fa-4113-a28e-36e8a6f0e768 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331109 Jul 13 14:55:32.101112 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86517dd-02e8-4209-8382-9d1ce9059b07 req-2e2a9380-3197-4167-8468-50b4b6b47696 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:32.102598 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c86517dd-02e8-4209-8382-9d1ce9059b07 req-2e2a9380-3197-4167-8468-50b4b6b47696 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 943 time: 0.0645459 Jul 13 14:55:32.123841 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:32.142052 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c86517dd-02e8-4209-8382-9d1ce9059b07 req-fa6c8f31-5d41-4ae8-aa6c-f3d563abc57f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330682 Jul 13 14:55:33.319701 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98ee3a-9cb3-45c4-b79f-e3797e327922 req-aa6c1662-4c08-41a7-940a-7af7d5cea5da tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:33.321202 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7c98ee3a-9cb3-45c4-b79f-e3797e327922 req-aa6c1662-4c08-41a7-940a-7af7d5cea5da tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 943 time: 0.0655644 Jul 13 14:55:33.360108 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7c98ee3a-9cb3-45c4-b79f-e3797e327922 req-c7d56fc6-18f3-483f-8c46-09611b4fbbd9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327387 Jul 13 14:55:34.533029 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02751be-6b3b-435d-9aac-36e592c060f7 req-d670541d-257c-4330-bbbb-39a95b5721ed tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:34.534521 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d02751be-6b3b-435d-9aac-36e592c060f7 req-d670541d-257c-4330-bbbb-39a95b5721ed tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 943 time: 0.0641329 Jul 13 14:55:34.570964 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d02751be-6b3b-435d-9aac-36e592c060f7 req-3fe28286-76f7-49f3-9faf-556a7cb12878 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Jul 13 14:55:35.746961 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce549780-3861-43d6-bb96-1bd2b21a053d req-32620168-fc9f-4032-bf97-050bdd54216a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:35.748966 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ce549780-3861-43d6-bb96-1bd2b21a053d req-32620168-fc9f-4032-bf97-050bdd54216a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 943 time: 0.0634062 Jul 13 14:55:35.789957 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ce549780-3861-43d6-bb96-1bd2b21a053d req-79e4a15f-a5a4-4622-9a17-ad9512a8d42c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354517 Jul 13 14:55:36.962324 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba95ef1-7a9d-4cef-b5c6-39f844083f5e req-98c900a5-c6d3-4c6b-a182-1b97fe27dffc tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:36.963825 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aba95ef1-7a9d-4cef-b5c6-39f844083f5e req-98c900a5-c6d3-4c6b-a182-1b97fe27dffc tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 943 time: 0.0626557 Jul 13 14:55:37.001002 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aba95ef1-7a9d-4cef-b5c6-39f844083f5e req-c21209f7-e486-4747-8abe-628635801061 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310502 Jul 13 14:55:38.031961 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-a48bf3e2-1ded-49db-a58d-6159d428f66e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504289 Jul 13 14:55:38.108974 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-eead5b4b-42d8-4473-a1a4-983afd19d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:38.110461 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-eead5b4b-42d8-4473-a1a4-983afd19d314 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=14e02543c5fe44b4912349508013a1e7&device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 1099 time: 0.0553100 Jul 13 14:55:38.119603 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 62417b7f-0071-4527-9c60-d85011789c41 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:55:38.213368 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 62417b7f-0071-4527-9c60-d85011789c41, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62417b7f-0071-4527-9c60-d85011789c41,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:38.228562 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '62417b7f-0071-4527-9c60-d85011789c41', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'port_id': '62417b7f-0071-4527-9c60-d85011789c41', 'mac_address': 'fa:16:3e:fe:3c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:55:38.246327 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260918b-3981-46bf-91ac-8182a836fee5 req-17000d4e-beab-4735-9dca-888178dc463a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:38.247881 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d260918b-3981-46bf-91ac-8182a836fee5 req-17000d4e-beab-4735-9dca-888178dc463a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 943 time: 0.1312311 Jul 13 14:55:38.252700 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-900bb720-98ce-452f-838a-391e6006794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:38.254103 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-900bb720-98ce-452f-838a-391e6006794d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 200 len: 917 time: 0.1097507 Jul 13 14:55:38.267225 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:38.280533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62417b7f-0071-4527-9c60-d85011789c41 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:55:38.300141 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 62417b7f-0071-4527-9c60-d85011789c41, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62417b7f-0071-4527-9c60-d85011789c41,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:38.304162 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:38.335905 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d260918b-3981-46bf-91ac-8182a836fee5 req-d4c70329-e000-4419-8b52-3db55b275096 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808270 Jul 13 14:55:38.342557 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-2040393d-4e75-4616-bd96-20beb21f3391 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57 HTTP/1.1" status: 200 len: 1000 time: 0.0816407 Jul 13 14:55:38.352954 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=62417b7f-0071-4527-9c60-d85011789c41,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:38.393115 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-6c6ede4f-f389-409c-a83f-0aa00f6dd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:38.394564 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-6c6ede4f-f389-409c-a83f-0aa00f6dd739 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 200 len: 855 time: 0.0439270 Jul 13 14:55:38.455988 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-f90f4149-f73e-42c0-873d-ac22affce4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:38.457444 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-f90f4149-f73e-42c0-873d-ac22affce4ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551198 Jul 13 14:55:38.533812 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['62417b7f-0071-4527-9c60-d85011789c41'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:55:38.552011 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-2426a026-62dd-4516-ab33-04cd26c5d6f9 service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872767 Jul 13 14:55:38.644245 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f4cc723d-e27e-4f4e-9cec-3257e4c7d76b req-f2777f1c-3316-4873-a9d4-1bc27b86c2ce service neutron] 10.222.0.61 "GET /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856395 Jul 13 14:55:38.817372 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.510639 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8f534-80f5-4bb0-bfb6-329ff3605ade req-212b44d4-c1f8-47ab-a886-b7d9a37042de tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:39.512226 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8de8f534-80f5-4bb0-bfb6-329ff3605ade req-212b44d4-c1f8-47ab-a886-b7d9a37042de tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 944 time: 0.0626345 Jul 13 14:55:39.550371 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8de8f534-80f5-4bb0-bfb6-329ff3605ade req-528be3f7-9b56-44b0-ab9a-fa8e0a99e053 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Jul 13 14:55:40.135744 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 62417b7f-0071-4527-9c60-d85011789c41 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:40.184148 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 62417b7f-0071-4527-9c60-d85011789c41 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:40.187938 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 62417b7f-0071-4527-9c60-d85011789c41 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:40.188314 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:40.269186 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:40.291340 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62417b7f-0071-4527-9c60-d85011789c41'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:40.293585 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b86b3c-faa3-4628-8b8a-b77f593668fe" -d '{"events": [{"server_uuid": "c4084a92-7ece-4a31-8c79-079a11b6f527", "name": "network-vif-plugged", "status": "completed", "tag": "62417b7f-0071-4527-9c60-d85011789c41"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:40.306533 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 62417b7f-0071-4527-9c60-d85011789c41, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62417b7f-0071-4527-9c60-d85011789c41,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:40.311411 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:40.339801 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9010d16-7006-4c73-8cd6-d333ff88a132 x-openstack-request-id: req-e9010d16-7006-4c73-8cd6-d333ff88a132 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:40.340093 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4084a92-7ece-4a31-8c79-079a11b6f527", "name": "network-vif-plugged", "status": "completed", "tag": "62417b7f-0071-4527-9c60-d85011789c41", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:40.340346 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9010d16-7006-4c73-8cd6-d333ff88a132 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:40.340772 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62417b7f-0071-4527-9c60-d85011789c41', 'code': 200} Jul 13 14:55:40.366346 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=62417b7f-0071-4527-9c60-d85011789c41,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:40.604651 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f37c58-5507-4e44-8217-cb9f432b3cab req-d5ca9870-3d57-48c7-a384-1d5837444df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:40.606156 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e6f37c58-5507-4e44-8217-cb9f432b3cab req-d5ca9870-3d57-48c7-a384-1d5837444df3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 1098 time: 0.0520151 Jul 13 14:55:40.640707 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e6f37c58-5507-4e44-8217-cb9f432b3cab req-d5266f66-e2c7-4940-8cd0-79591f3431b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277362 Jul 13 14:55:40.733810 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0c2d7-fe18-4518-9b32-12509997d340 req-8624bab6-deca-4dcc-985f-864d98787ad0 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:40.735307 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cfe0c2d7-fe18-4518-9b32-12509997d340 req-8624bab6-deca-4dcc-985f-864d98787ad0 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 945 time: 0.0742300 Jul 13 14:55:40.772597 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cfe0c2d7-fe18-4518-9b32-12509997d340 req-f2eeada1-e2a0-4314-8b52-5cebe4a10241 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Jul 13 14:55:41.944526 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a2de8-59f8-4b60-bf9c-c99d5bbc8de3 req-c50f8472-7483-46f9-ab69-bfad1455e555 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:41.945924 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-157a2de8-59f8-4b60-bf9c-c99d5bbc8de3 req-c50f8472-7483-46f9-ab69-bfad1455e555 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 945 time: 0.0630755 Jul 13 14:55:41.983569 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-157a2de8-59f8-4b60-bf9c-c99d5bbc8de3 req-d9797dd5-f74b-4ed6-8d30-327756b928cc tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Jul 13 14:55:42.154557 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c092a0-8ae4-4c97-b11d-ed18c7674ed5 req-84939daf-51c2-4dd8-88e9-4cc72d722758 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:42.156035 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e8c092a0-8ae4-4c97-b11d-ed18c7674ed5 req-84939daf-51c2-4dd8-88e9-4cc72d722758 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 945 time: 0.0610354 Jul 13 14:55:42.192714 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e8c092a0-8ae4-4c97-b11d-ed18c7674ed5 req-5b75c14d-45f1-43fe-bd57-3e38fd8463b6 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Jul 13 14:55:42.217394 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54710) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:42.314841 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e87600-b43f-4f7c-b19e-5b598c1b38a8 tempest-TestVolumeBootPattern-1068712397 tempest-TestVolumeBootPattern-1068712397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:42.316371 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e4e87600-b43f-4f7c-b19e-5b598c1b38a8 tempest-TestVolumeBootPattern-1068712397 tempest-TestVolumeBootPattern-1068712397-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 1093 time: 0.0979588 Jul 13 14:55:42.319431 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54714) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:42.323842 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.v2.base [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'port_id': '62417b7f-0071-4527-9c60-d85011789c41', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:42.347596 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:42.442023 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:42.549328 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.db_base_plugin_common [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Allocated IP 172.27.1.171 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/a9ce4b34-a035-4f0e-8226-4c3e498a37d6) {{(pid=110074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:55:42.647330 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:42.686133 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:42.720887 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:55:42.727066 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.base_scheduler [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Resources bound (agent type, host, resource id): {{(pid=110074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:42.730347 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Received port after_create {{(pid=110074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:55:42.757451 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=a9ce4b34-a035-4f0e-8226-4c3e498a37d6,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:42.770273 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.770618 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.770954 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.771285 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.771609 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.771958 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.772280 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.772600 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.772921 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.773238 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.773555 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:42.773869 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:43.103586 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:43.178890 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:43.326330 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:43.330825 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60015346'] for port, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:43.395036 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=a9ce4b34-a035-4f0e-8226-4c3e498a37d6,revision_number=2']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:43.407650 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:43.502578 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.db.l3_db [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Floating IP 2a95d0dc-3eb5-499c-951f-c0173547edf1 associated. External IP: 172.27.1.171, port: 62417b7f-0071-4527-9c60-d85011789c41. Jul 13 14:55:43.693413 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:55:43.945740 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Router 135082f7-d911-4df5-bc43-87faafc51b51 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:44.048760 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:44.058315 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:44.063780 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:44.068939 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:44.069555 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:44.100598 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-69fa32f5-ec8e-481c-8cb6-edf907c5929c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7801075 Jul 13 14:55:44.101148 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'tag': '62417b7f-0071-4527-9c60-d85011789c41'}] {{(pid=110074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:44.103387 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40208703edb04c42e98a77355c0e4d0033a8ae977dc55d3476deb440540fb44a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3475225-9894-4294-8155-ddd24a3ead04" -d '{"events": [{"name": "network-changed", "server_uuid": "c4084a92-7ece-4a31-8c79-079a11b6f527", "tag": "62417b7f-0071-4527-9c60-d85011789c41"}]}' {{(pid=110074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:44.138675 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d19f70-0eb4-4c16-828d-89458059520f x-openstack-request-id: req-16d19f70-0eb4-4c16-828d-89458059520f {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:44.138975 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4084a92-7ece-4a31-8c79-079a11b6f527", "tag": "62417b7f-0071-4527-9c60-d85011789c41", "status": "completed", "code": 200}]} {{(pid=110074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:44.139222 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16d19f70-0eb4-4c16-828d-89458059520f {{(pid=110074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:44.139607 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'tag': '62417b7f-0071-4527-9c60-d85011789c41', 'status': 'completed', 'code': 200} Jul 13 14:55:44.176464 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:44.216804 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3475225-9894-4294-8155-ddd24a3ead04 req-a87ad7e6-da36-4224-863f-6c1d0254b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:44.218305 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3475225-9894-4294-8155-ddd24a3ead04 req-a87ad7e6-da36-4224-863f-6c1d0254b395 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 1098 time: 0.0553589 Jul 13 14:55:44.307061 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3475225-9894-4294-8155-ddd24a3ead04 req-1f65b73d-c5a8-49d3-a24f-d65e3ad0433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:44.308576 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3475225-9894-4294-8155-ddd24a3ead04 req-1f65b73d-c5a8-49d3-a24f-d65e3ad0433c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0835476 Jul 13 14:55:44.379387 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3475225-9894-4294-8155-ddd24a3ead04 req-7b272e80-b7c5-4d89-8f0b-6878aaecfdb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62417b7f-0071-4527-9c60-d85011789c41 HTTP/1.1" status: 200 len: 999 time: 0.0633683 Jul 13 14:55:44.427764 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3475225-9894-4294-8155-ddd24a3ead04 req-a7b5b8aa-a93b-478d-916e-ba16517b2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:44.429358 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3475225-9894-4294-8155-ddd24a3ead04 req-a7b5b8aa-a93b-478d-916e-ba16517b2d03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0439730 Jul 13 14:55:44.484980 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '2a95d0dc-3eb5-499c-951f-c0173547edf1', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '62417b7f-0071-4527-9c60-d85011789c41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:fe:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:55:42Z', 'updated_at': '2021-07-13T14:55:42Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:44.486145 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3475225-9894-4294-8155-ddd24a3ead04 req-b13868a0-21f1-4500-a69a-e7f1dec6a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:44.487675 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3475225-9894-4294-8155-ddd24a3ead04 req-b13868a0-21f1-4500-a69a-e7f1dec6a110 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518939 Jul 13 14:55:44.515442 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:44.525613 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:44.526240 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:44.582623 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3475225-9894-4294-8155-ddd24a3ead04 req-4a2f07dc-e595-4245-bfa6-aea40c060d20 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886717 Jul 13 14:55:44.632829 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:44.672713 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c3475225-9894-4294-8155-ddd24a3ead04 req-bcd5915d-1860-4080-985a-1929d4d46ccc service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838780 Jul 13 14:55:44.851105 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '2a95d0dc-3eb5-499c-951f-c0173547edf1', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '62417b7f-0071-4527-9c60-d85011789c41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:fe:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:55:42Z', 'updated_at': '2021-07-13T14:55:42Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:44.877977 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ce135-c4a1-4152-ac96-32752a3d0449 None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '2a95d0dc-3eb5-499c-951f-c0173547edf1', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '62417b7f-0071-4527-9c60-d85011789c41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:fe:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:55:42Z', 'updated_at': '2021-07-13T14:55:42Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:45.069783 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a129728-5be7-4642-bee2-57c38bbe3159 None None] New status for floating IP 2a95d0dc-3eb5-499c-951f-c0173547edf1: ACTIVE {{(pid=110075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:55:54.856254 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ff62-539e-49e9-a47e-3ccfd3dff384 req-9a7a5d8c-0c73-453c-95ad-cefc52aa28d8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:54.857577 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7900ff62-539e-49e9-a47e-3ccfd3dff384 req-9a7a5d8c-0c73-453c-95ad-cefc52aa28d8 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 946 time: 0.0626023 Jul 13 14:55:54.898820 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7900ff62-539e-49e9-a47e-3ccfd3dff384 req-e698d4d6-0f1a-4f18-9abb-a79f4f924a59 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357351 Jul 13 14:55:56.077743 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2cc2d-99c1-43df-941f-3fe11ebf4b06 req-3213872b-a176-4d05-91fc-0badbc4db7f6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:56.079245 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5be2cc2d-99c1-43df-941f-3fe11ebf4b06 req-3213872b-a176-4d05-91fc-0badbc4db7f6 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 946 time: 0.0621917 Jul 13 14:55:56.117289 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5be2cc2d-99c1-43df-941f-3fe11ebf4b06 req-0eb3f612-dd6a-4501-abc8-94a9591bac96 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups?id=28c74f39-7903-4520-9924-9a4948b6d307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324073 Jul 13 14:55:56.249287 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-c23dc910-c31b-48c5-9876-73e1c3b42df2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:56.250785 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-c23dc910-c31b-48c5-9876-73e1c3b42df2 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 946 time: 0.0632584 Jul 13 14:55:56.356386 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Deleting port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:56.356722 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.440829 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] For port 50622d6e-28cb-42e3-b66e-3d4d42d1de57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=50622d6e-28cb-42e3-b66e-3d4d42d1de57,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:56.441180 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.479099 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d2d9c072-8a8d-4119-97cc-9c003325a69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.615356 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.615760 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.616081 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Floating IP 3843f34f-019f-47b1-bac4-fd70796ef64a disassociated. External IP: 172.27.1.25, port: 50622d6e-28cb-42e3-b66e-3d4d42d1de57. Jul 13 14:55:56.616428 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Calling delete_port for 50622d6e-28cb-42e3-b66e-3d4d42d1de57 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:56.747562 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.787030 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event deleted for resources: {'Port': ['ID=50622d6e-28cb-42e3-b66e-3d4d42d1de57,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:57.177242 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Router 28549460-5d39-488d-a940-03c9806c8516 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:57.299371 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8905f7b3-45f1-420f-9e5f-db3c25d9de38 req-2df03c05-c638-4a83-bd71-ba7c303c369a tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/ports?device_id=926c3fa6-a6b5-4c0f-a2b0-728761887fec HTTP/1.1" status: 200 len: 210 time: 0.0351274 Jul 13 14:55:57.313251 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:57.325286 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] Sync routers for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:57.335107 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:57.335763 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:57.360235 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] No DVR routers for this DVR port 50622d6e-28cb-42e3-b66e-3d4d42d1de57 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:57.362676 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.364681 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-ca050e34-89ea-45fb-8d0b-af18999b4669 req-cef5a534-aa09-42d8-91a7-fb213fa287ed tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.61 "DELETE /v2.0/ports/50622d6e-28cb-42e3-b66e-3d4d42d1de57 HTTP/1.1" status: 204 len: 173 time: 1.1040411 Jul 13 14:55:57.365117 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-deleted', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:57.367427 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0bbf45-b72d-4059-905b-2eeb2aa0f1d5" -d '{"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-deleted", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:57.409346 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2dd67e-9e98-4f3c-bea9-0dc07cd196b8 x-openstack-request-id: req-cb2dd67e-9e98-4f3c-bea9-0dc07cd196b8 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:57.410595 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926c3fa6-a6b5-4c0f-a2b0-728761887fec", "name": "network-vif-deleted", "tag": "50622d6e-28cb-42e3-b66e-3d4d42d1de57", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:57.410898 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb2dd67e-9e98-4f3c-bea9-0dc07cd196b8 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:57.412234 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926c3fa6-a6b5-4c0f-a2b0-728761887fec', 'name': 'network-vif-deleted', 'tag': '50622d6e-28cb-42e3-b66e-3d4d42d1de57', 'status': 'completed', 'code': 200} Jul 13 14:55:57.446196 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:57.648678 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:57.676021 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] Checking router: 28549460-5d39-488d-a940-03c9806c8516 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:57.685115 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:57.685724 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:55:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:57.789531 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:57.985479 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:58.016581 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196ea07-06fb-41dc-8e5e-e640580eb916 None None] The sync data for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi is: [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:10Z', 'revision_number': 4, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': '02a7cf95-6f92-4a83-89d0-96907f9d4d76', 'name': '', 'network_id': '4225d1d1-c13b-47fa-841f-a10b5a8c7fd2', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'mac_address': 'fa:16:3e:4e:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:09Z', 'updated_at': '2021-07-13T14:50:17Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'subnets': [{'id': 'ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:58.229670 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ecedd0-9d3c-46d4-9258-53006a95bef9 None None] New status for floating IP 3843f34f-019f-47b1-bac4-fd70796ef64a: DOWN {{(pid=110075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:55:59.452710 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54748) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:59.507246 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d5ad-93c8-4379-a6d7-c803f1349315 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.530461 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d5ad-93c8-4379-a6d7-c803f1349315 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.553686 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.577729 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d5ad-93c8-4379-a6d7-c803f1349315 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.580285 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d5ad-93c8-4379-a6d7-c803f1349315 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.581426 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-dbf9d5ad-93c8-4379-a6d7-c803f1349315 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "DELETE /v2.0/security-groups/28c74f39-7903-4520-9924-9a4948b6d307 HTTP/1.1" status: 204 len: 168 time: 0.1277447 Jul 13 14:55:59.584194 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54750) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:59.591371 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9d5ad-93c8-4379-a6d7-c803f1349315 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c74f39-7903-4520-9924-9a4948b6d307,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:59.598889 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.api.v2.resource [None req-c3e997cc-c6e3-4acc-8ec7-a489c2efb069 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] show failed (client error): The resource could not be found. Jul 13 14:55:59.600146 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-c3e997cc-c6e3-4acc-8ec7-a489c2efb069 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "GET /v2.0/security-groups/28c74f39-7903-4520-9924-9a4948b6d307 HTTP/1.1" status: 404 len: 347 time: 0.0149393 Jul 13 14:55:59.602861 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54752) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:59.729509 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Deleting port fb004d7a-1b59-4e45-a812-595ea97069ae {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:59.729856 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.806568 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.806900 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.818599 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Calling delete_port for fb004d7a-1b59-4e45-a812-595ea97069ae owned by network:floatingip {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:59.896096 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b4b3da82-1b07-4c63-9c04-1ac6e453e5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.955984 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.982085 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Pushing event deleted for resources: {'Port': ['ID=fb004d7a-1b59-4e45-a812-595ea97069ae,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:00.041790 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks [] for floatingip, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:00.044970 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:00.046163 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-361a0482-d358-49ab-884a-cb569061c748 tempest-AttachVolumeShelveTestJSON-1572147699 tempest-AttachVolumeShelveTestJSON-1572147699-project] 10.222.0.37 "DELETE /v2.0/floatingips/3843f34f-019f-47b1-bac4-fd70796ef64a HTTP/1.1" status: 204 len: 168 time: 0.4424095 Jul 13 14:56:00.283969 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:56:00.304228 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 50622d6e-28cb-42e3-b66e-3d4d42d1de57 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:56:00.304576 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 50622d6e-28cb-42e3-b66e-3d4d42d1de57 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:56:00.445954 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:02.126372 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:02.605993 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54774) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:03.049694 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:03.294609 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Deleting port 02a7cf95-6f92-4a83-89d0-96907f9d4d76 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:56:03.294950 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:03.370474 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] For port 02a7cf95-6f92-4a83-89d0-96907f9d4d76, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=02a7cf95-6f92-4a83-89d0-96907f9d4d76,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:56:03.371290 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:03.383718 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Calling delete_port for 02a7cf95-6f92-4a83-89d0-96907f9d4d76 owned by network:router_interface {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:56:03.562078 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:03.591232 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Pushing event deleted for resources: {'Port': ['ID=02a7cf95-6f92-4a83-89d0-96907f9d4d76,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:03.756109 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:03.965014 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Router 28549460-5d39-488d-a940-03c9806c8516 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:56:04.065716 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:56:04.070930 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-f07a1e59-18ad-47d4-9ef0-92f55763e04a admin admin] 10.222.0.37 "PUT /v2.0/routers/28549460-5d39-488d-a940-03c9806c8516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4640064 Jul 13 14:56:04.073437 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54778) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:04.075657 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] Sync routers for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:56:04.084638 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:56:04.085250 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:56:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:04.174202 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks [] for router, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.187163 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:56:04.272868 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.331808 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Deleting port 99b09ba3-3be4-492c-9f63-a98d795b6dd9 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:56:04.332156 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.417043 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] For port 99b09ba3-3be4-492c-9f63-a98d795b6dd9, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=99b09ba3-3be4-492c-9f63-a98d795b6dd9,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:56:04.417423 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.430946 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Calling delete_port for 99b09ba3-3be4-492c-9f63-a98d795b6dd9 owned by network:router_gateway {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:56:04.452562 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:56:03Z', 'revision_number': 5, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port': {'id': '99b09ba3-3be4-492c-9f63-a98d795b6dd9', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28549460-5d39-488d-a940-03c9806c8516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:04.478673 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] Checking router: 28549460-5d39-488d-a940-03c9806c8516 for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:56:04.487099 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] Routers {'28549460-5d39-488d-a940-03c9806c8516'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:56:04.487745 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:56:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['28549460-5d39-488d-a940-03c9806c8516'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:04.571106 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] Set router 28549460-5d39-488d-a940-03c9806c8516 gateway port host: None {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:56:04.595456 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.623152 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b09ba3-3be4-492c-9f63-a98d795b6dd9,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:04.631154 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:56:04Z', 'revision_number': 6, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:04.658929 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc483c7-42e1-4466-afd7-2d17fbee325d None None] The sync data for ids ['28549460-5d39-488d-a940-03c9806c8516'] in dv-cinder-788364-4-iscsi is: [{'id': '28549460-5d39-488d-a940-03c9806c8516', 'name': 'tempest-AttachVolumeShelveTestJSON-778559945-router', 'tenant_id': '14e02543c5fe44b4912349508013a1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:56:04Z', 'revision_number': 6, 'project_id': '14e02543c5fe44b4912349508013a1e7', 'gw_port_host': None}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:56:04.695801 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.784866 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.786977 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.836857 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.837304 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28549460-5d39-488d-a940-03c9806c8516 {{(pid=110073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:56:04.842560 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.843768 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-6566ed05-944a-4bad-8633-b99df13dcc25 admin admin] 10.222.0.37 "DELETE /v2.0/routers/28549460-5d39-488d-a940-03c9806c8516 HTTP/1.1" status: 204 len: 168 time: 0.7693684 Jul 13 14:56:04.846140 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54782) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:04.893698 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c05470-59cc-4b0a-a745-5f5f8e64a1d9 admin admin] Deleting subnet ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec {{(pid=110073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:56:04.896734 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-49c05470-59cc-4b0a-a745-5f5f8e64a1d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:04.930124 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-49c05470-59cc-4b0a-a745-5f5f8e64a1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60292597'] for subnet, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.039124 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-49c05470-59cc-4b0a-a745-5f5f8e64a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.376526 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-49c05470-59cc-4b0a-a745-5f5f8e64a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60264780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59366594'] for subnet, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.405099 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c05470-59cc-4b0a-a745-5f5f8e64a1d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:05.407090 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-49c05470-59cc-4b0a-a745-5f5f8e64a1d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.411411 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-49c05470-59cc-4b0a-a745-5f5f8e64a1d9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ad512ac6-a8c6-4c4d-a77e-87ae3aa22eec HTTP/1.1" status: 204 len: 168 time: 0.5619664 Jul 13 14:56:05.411984 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54784) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:05.415959 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13d214-eeb2-4822-b813-876779f98fab None None] Network 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:56:05.478841 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.535695 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Deleting port 6329f950-9269-4a3b-b761-3085e52296a9 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:56:05.536014 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.601069 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] For port 6329f950-9269-4a3b-b761-3085e52296a9, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=6329f950-9269-4a3b-b761-3085e52296a9,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:56:05.601398 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.615796 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Calling delete_port for 6329f950-9269-4a3b-b761-3085e52296a9 owned by network:dhcp {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:56:05.630883 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] DHCP port deletion for 4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 request from dv-cinder-788364-4-iscsi {{(pid=110075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:56:05.692959 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Deleting port 6329f950-9269-4a3b-b761-3085e52296a9 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:56:05.693336 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.712073 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.725524 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] No DVR routers for this DVR port 6329f950-9269-4a3b-b761-3085e52296a9 on host dv-cinder-788364-4-iscsi {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:56:05.756256 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] For port 6329f950-9269-4a3b-b761-3085e52296a9, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=6329f950-9269-4a3b-b761-3085e52296a9,segment=NetworkSegment(5b3f497a-49a5-458a-be33-5b040eb097c0),segment_id=5b3f497a-49a5-458a-be33-5b040eb097c0)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:56:05.756645 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.762857 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Pushing event deleted for resources: {'Port': ['ID=6329f950-9269-4a3b-b761-3085e52296a9,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:05.769446 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Calling delete_port for 6329f950-9269-4a3b-b761-3085e52296a9 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:56:05.813707 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.823746 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4225d1d1-c13b-47fa-841f-a10b5a8c7fd2']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:05.833692 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3f497a-49a5-458a-be33-5b040eb097c0') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:05.833981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3f497a-49a5-458a-be33-5b040eb097c0') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:05.843088 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.856902 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.859530 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.862863 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:56:05.863427 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:56:05.865120 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:56:05.886524 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] No DVR routers for this DVR port 6329f950-9269-4a3b-b761-3085e52296a9 on host dv-cinder-788364-4-iscsi {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:56:05.890434 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Pushing event deleted for resources: {'Port': ['ID=6329f950-9269-4a3b-b761-3085e52296a9,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:05.898044 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.898398 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.898750 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.899058 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.899388 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.899740 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.900070 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.900400 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.900725 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.901045 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.901365 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.901685 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9880f79-39ec-4486-8280-8b7078b27fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:05.923976 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.930342 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:05.932594 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4225d1d1-c13b-47fa-841f-a10b5a8c7fd2 HTTP/1.1" status: 204 len: 168 time: 0.5198982 Jul 13 14:56:05.945147 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7df9f1-c4f6-4cde-a1aa-80b06c239061 admin admin] Pushing event deleted for resources: {'Network': ['ID=4225d1d1-c13b-47fa-841f-a10b5a8c7fd2,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:06.043542 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54788) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:06.083121 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-b548a93e-5ce4-4db0-9c51-1b43939dcd5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14e02543c5fe44b4912349508013a1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383837 Jul 13 14:56:06.085552 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54790) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:06.132528 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-509df834-9b16-4f36-949b-d161bf05f115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:06.153674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-509df834-9b16-4f36-949b-d161bf05f115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:06.207338 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-509df834-9b16-4f36-949b-d161bf05f115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:06.210257 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-509df834-9b16-4f36-949b-d161bf05f115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:06.211535 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-509df834-9b16-4f36-949b-d161bf05f115 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df147d42-e0a5-4bff-9b1e-dc20b58d99c3 HTTP/1.1" status: 204 len: 168 time: 0.1250656 Jul 13 14:56:06.221291 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509df834-9b16-4f36-949b-d161bf05f115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df147d42-e0a5-4bff-9b1e-dc20b58d99c3,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:06.450029 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 99b09ba3-3be4-492c-9f63-a98d795b6dd9 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:56:06.470791 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 99b09ba3-3be4-492c-9f63-a98d795b6dd9 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:56:06.471219 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 99b09ba3-3be4-492c-9f63-a98d795b6dd9 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:56:06.471760 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 02a7cf95-6f92-4a83-89d0-96907f9d4d76 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:56:06.492250 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 02a7cf95-6f92-4a83-89d0-96907f9d4d76 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:56:06.492601 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 02a7cf95-6f92-4a83-89d0-96907f9d4d76 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:56:06.493026 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 6329f950-9269-4a3b-b761-3085e52296a9 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:56:06.513900 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 6329f950-9269-4a3b-b761-3085e52296a9 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:56:06.514396 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 6329f950-9269-4a3b-b761-3085e52296a9 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:56:07.850030 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54842) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:07.952636 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-270552d5-df95-4677-878d-6d0b12fae23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.045678 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-270552d5-df95-4677-878d-6d0b12fae23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.050165 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-270552d5-df95-4677-878d-6d0b12fae23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.087268 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-270552d5-df95-4677-878d-6d0b12fae23b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92d7c06c7c1b4d88ba50861025e78c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361629 Jul 13 14:56:08.088121 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270552d5-df95-4677-878d-6d0b12fae23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996b0fdd-8536-4981-910f-d0ba46174cbb,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:08.091221 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54846) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:08.141220 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bb994bbd-e147-4370-8159-f1c0d62e44de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.161922 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bb994bbd-e147-4370-8159-f1c0d62e44de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.206387 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bb994bbd-e147-4370-8159-f1c0d62e44de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.208913 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-bb994bbd-e147-4370-8159-f1c0d62e44de admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.210040 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-bb994bbd-e147-4370-8159-f1c0d62e44de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/996b0fdd-8536-4981-910f-d0ba46174cbb HTTP/1.1" status: 204 len: 168 time: 0.1177945 Jul 13 14:56:08.218406 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb994bbd-e147-4370-8159-f1c0d62e44de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b0fdd-8536-4981-910f-d0ba46174cbb,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:08.465364 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 54852) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:08.478090 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-833574e7-2344-4c15-9008-810bdfe34e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.565307 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-833574e7-2344-4c15-9008-810bdfe34e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.569149 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-833574e7-2344-4c15-9008-810bdfe34e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.606431 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-833574e7-2344-4c15-9008-810bdfe34e25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8e2fe4d0fed4dd69e0f475241ec2f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399753 Jul 13 14:56:08.607543 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833574e7-2344-4c15-9008-810bdfe34e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7fcc2-9a40-415f-ada4-0057f70fcc11,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:08.609119 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 54854) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:08.658303 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-636653ef-3bb7-47db-afea-99ac986e22e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.682496 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-636653ef-3bb7-47db-afea-99ac986e22e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.728839 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-636653ef-3bb7-47db-afea-99ac986e22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.732657 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-636653ef-3bb7-47db-afea-99ac986e22e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.734222 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-636653ef-3bb7-47db-afea-99ac986e22e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47d7fcc2-9a40-415f-ada4-0057f70fcc11 HTTP/1.1" status: 204 len: 168 time: 0.1241052 Jul 13 14:56:08.742111 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636653ef-3bb7-47db-afea-99ac986e22e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d7fcc2-9a40-415f-ada4-0057f70fcc11,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:08.816469 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:20.692231 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:56:24.935250 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55072) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:25.036201 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7c08d7b0-3296-487d-af6d-e88a048c4032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.127870 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7c08d7b0-3296-487d-af6d-e88a048c4032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.131447 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7c08d7b0-3296-487d-af6d-e88a048c4032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.167471 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08d7b0-3296-487d-af6d-e88a048c4032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113417d1-a5ea-45ea-84c8-86c473bd3b6f,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:25.171975 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-7c08d7b0-3296-487d-af6d-e88a048c4032 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=045f3ef2b16a44d5a60e22e5905d0d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356305 Jul 13 14:56:25.174531 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55076) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:25.222809 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-369dde41-0567-4214-bc71-65c16eeee3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.243841 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-369dde41-0567-4214-bc71-65c16eeee3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.288914 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-369dde41-0567-4214-bc71-65c16eeee3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.291368 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-369dde41-0567-4214-bc71-65c16eeee3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.293106 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-369dde41-0567-4214-bc71-65c16eeee3e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/113417d1-a5ea-45ea-84c8-86c473bd3b6f HTTP/1.1" status: 204 len: 168 time: 0.1176786 Jul 13 14:56:25.300441 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dde41-0567-4214-bc71-65c16eeee3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113417d1-a5ea-45ea-84c8-86c473bd3b6f,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:25.549108 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55082) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:25.561794 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-75fbdaf5-1f44-4c59-83f4-a10414a9c6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.649514 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-75fbdaf5-1f44-4c59-83f4-a10414a9c6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.655594 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-75fbdaf5-1f44-4c59-83f4-a10414a9c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.698759 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-75fbdaf5-1f44-4c59-83f4-a10414a9c6b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0f8705dab0946d287002aa5d2b3e589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480031 Jul 13 14:56:25.699742 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbdaf5-1f44-4c59-83f4-a10414a9c6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d341ec25-7f80-4c02-b53b-92dcecbdd8cd,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:25.701487 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55084) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:25.751867 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f0b04eaa-72a8-43ce-a705-a9d16e916971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.772879 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f0b04eaa-72a8-43ce-a705-a9d16e916971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.820043 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f0b04eaa-72a8-43ce-a705-a9d16e916971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.822563 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-f0b04eaa-72a8-43ce-a705-a9d16e916971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:25.824565 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-f0b04eaa-72a8-43ce-a705-a9d16e916971 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d341ec25-7f80-4c02-b53b-92dcecbdd8cd HTTP/1.1" status: 204 len: 168 time: 0.1220562 Jul 13 14:56:25.832156 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b04eaa-72a8-43ce-a705-a9d16e916971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d341ec25-7f80-4c02-b53b-92dcecbdd8cd,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:26.482506 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-66e2633d-f5a6-454b-a60a-fa6570cc0318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:27.807690 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55154) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:27.906879 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6042f52b-eda9-452c-a7cb-6e02303364be admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:27.993230 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6042f52b-eda9-452c-a7cb-6e02303364be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:27.997485 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-6042f52b-eda9-452c-a7cb-6e02303364be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.034698 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-6042f52b-eda9-452c-a7cb-6e02303364be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25137537857e4f98a53594626215659a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258661 Jul 13 14:56:28.035577 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042f52b-eda9-452c-a7cb-6e02303364be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397726a3-8498-47e4-8a7c-41ef83711736,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:28.037337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55158) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:28.086384 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-44e94724-d913-4c1f-94ea-90dd27983800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.106493 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-44e94724-d913-4c1f-94ea-90dd27983800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.151135 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-44e94724-d913-4c1f-94ea-90dd27983800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.153586 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-44e94724-d913-4c1f-94ea-90dd27983800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.154801 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-44e94724-d913-4c1f-94ea-90dd27983800 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/397726a3-8498-47e4-8a7c-41ef83711736 HTTP/1.1" status: 204 len: 168 time: 0.1164892 Jul 13 14:56:28.162614 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e94724-d913-4c1f-94ea-90dd27983800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397726a3-8498-47e4-8a7c-41ef83711736,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:28.416400 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55164) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:28.429805 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-19a9b771-4f33-4cec-8855-76b50bf5c489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.516747 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-19a9b771-4f33-4cec-8855-76b50bf5c489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.520378 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-19a9b771-4f33-4cec-8855-76b50bf5c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.561257 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-19a9b771-4f33-4cec-8855-76b50bf5c489 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cd782f48f7845478e0cfc9183561b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431532 Jul 13 14:56:28.562110 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9b771-4f33-4cec-8855-76b50bf5c489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abd7f48-0515-4686-b2fd-e8890898cc56,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:28.563939 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55166) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:28.612914 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a4efa3c1-921a-4ef2-9d4f-1afba4fb946b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.633741 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a4efa3c1-921a-4ef2-9d4f-1afba4fb946b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.680977 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a4efa3c1-921a-4ef2-9d4f-1afba4fb946b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.684475 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a4efa3c1-921a-4ef2-9d4f-1afba4fb946b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:28.685634 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-a4efa3c1-921a-4ef2-9d4f-1afba4fb946b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1abd7f48-0515-4686-b2fd-e8890898cc56 HTTP/1.1" status: 204 len: 168 time: 0.1207085 Jul 13 14:56:28.693592 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efa3c1-921a-4ef2-9d4f-1afba4fb946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abd7f48-0515-4686-b2fd-e8890898cc56,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:29.554768 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:29.898028 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d29669aa-198b-41a1-9990-d45099d4903f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.440421 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55224) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:30.449907 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.541715 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a5d663a6-4cf0-4cee-a418-a062d5c4f431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.630739 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a5d663a6-4cf0-4cee-a418-a062d5c4f431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.634521 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-a5d663a6-4cf0-4cee-a418-a062d5c4f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.672788 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-a5d663a6-4cf0-4cee-a418-a062d5c4f431 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50829c0ae6684ebc871e09f22e68214c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313135 Jul 13 14:56:30.673736 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d663a6-4cf0-4cee-a418-a062d5c4f431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af201775-b153-4443-9488-a048d6f4f0c2,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:30.675638 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55228) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:30.725764 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.748367 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.794437 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.797108 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:30.798246 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af201775-b153-4443-9488-a048d6f4f0c2 HTTP/1.1" status: 204 len: 168 time: 0.1206014 Jul 13 14:56:30.805641 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af201775-b153-4443-9488-a048d6f4f0c2,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:30.815541 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.816007 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.816526 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.816874 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.817211 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.817584 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.817912 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.818244 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.818572 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.818896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.819221 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:30.819544 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dc4b1-4a15-4b41-a0b2-6fec38fccf39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:31.060148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55234) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:31.074045 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-634a5e89-2f3e-4b0c-89a5-1bef364f31df admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:31.162606 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-634a5e89-2f3e-4b0c-89a5-1bef364f31df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:31.166388 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-634a5e89-2f3e-4b0c-89a5-1bef364f31df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:31.205732 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-634a5e89-2f3e-4b0c-89a5-1bef364f31df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4a1fbff8fed47e994be06eac789348e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444926 Jul 13 14:56:31.206596 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a5e89-2f3e-4b0c-89a5-1bef364f31df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b703b863-bc1c-41cd-8663-8fbc51443d19,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:31.208407 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55236) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:31.257013 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1607de62-6a4d-4190-8f4d-7eef5602ff3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:31.277604 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1607de62-6a4d-4190-8f4d-7eef5602ff3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:31.321414 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1607de62-6a4d-4190-8f4d-7eef5602ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:31.324456 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-1607de62-6a4d-4190-8f4d-7eef5602ff3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:31.325635 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-1607de62-6a4d-4190-8f4d-7eef5602ff3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b703b863-bc1c-41cd-8663-8fbc51443d19 HTTP/1.1" status: 204 len: 168 time: 0.1161852 Jul 13 14:56:31.333584 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607de62-6a4d-4190-8f4d-7eef5602ff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b703b863-bc1c-41cd-8663-8fbc51443d19,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:32.129878 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:37.971914 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-6c49e15c-aadc-4389-8913-41ce92e2304e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557592 Jul 13 14:56:38.069739 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-dad30e15-26b2-43d9-be0f-7f83e25d0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:38.071236 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-dad30e15-26b2-43d9-be0f-7f83e25d0a36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 1098 time: 0.0535245 Jul 13 14:56:38.176762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-dc6137ea-0b2e-4b2c-afdf-12c1f855e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:38.178239 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-dc6137ea-0b2e-4b2c-afdf-12c1f855e84b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0861375 Jul 13 14:56:38.248903 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-856626eb-cbd4-4d51-a99d-68104fb763a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62417b7f-0071-4527-9c60-d85011789c41 HTTP/1.1" status: 200 len: 1001 time: 0.0635638 Jul 13 14:56:38.301839 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-4db547f8-658a-4829-8e77-373390b2b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:38.303321 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-4db547f8-658a-4829-8e77-373390b2b561 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0469553 Jul 13 14:56:38.362710 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-68d55684-f072-4972-915f-6f543b299446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:38.364243 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-68d55684-f072-4972-915f-6f543b299446 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521467 Jul 13 14:56:38.376149 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-68d4a6fd-8140-4f27-b714-ca3abdd414d6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:56:38.377060 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-68d4a6fd-8140-4f27-b714-ca3abdd414d6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049987 Jul 13 14:56:38.469360 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-4624de09-6845-42a0-b90d-03d2ff292560 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856516 Jul 13 14:56:38.558655 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d50cff99-0f87-405a-8c2a-bfcab06aea91 req-23845903-4337-4970-b33c-fe8536fa8748 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827355 Jul 13 14:56:38.841999 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:50.983005 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55382) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:51.086587 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.176206 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.179910 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.216612 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bedd457ae7c846619741effc213ca53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325191 Jul 13 14:56:51.217696 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe4cf5-8f0a-412e-af7a-725c19b19d36,revision_number=1']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:51.219378 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55386) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:51.224746 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.225090 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.225425 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.225752 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.226077 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.226400 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.226720 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.227041 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.227368 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.227707 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.228025 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.228342 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58751e81-449e-46f9-a183-d8c091e61dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:51.274640 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-841a18ca-edae-44cc-bfba-fbaf8431ee40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.296888 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-841a18ca-edae-44cc-bfba-fbaf8431ee40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.342722 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-841a18ca-edae-44cc-bfba-fbaf8431ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.345321 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-841a18ca-edae-44cc-bfba-fbaf8431ee40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.346481 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-841a18ca-edae-44cc-bfba-fbaf8431ee40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57fe4cf5-8f0a-412e-af7a-725c19b19d36 HTTP/1.1" status: 204 len: 168 time: 0.1261044 Jul 13 14:56:51.354071 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a18ca-edae-44cc-bfba-fbaf8431ee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe4cf5-8f0a-412e-af7a-725c19b19d36,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:56.483332 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f676420-38a0-42c2-871b-b297101a3277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:57.695160 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:56:59.556142 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:59.899070 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-8dbd68e9-cc18-47cd-aaba-9532f51d0e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.452831 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.601115 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55472) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:00.704494 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c370-fcb5-4bda-9088-b5ae0ddbc1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.793247 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c370-fcb5-4bda-9088-b5ae0ddbc1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.797464 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c370-fcb5-4bda-9088-b5ae0ddbc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.835013 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-b2e2c370-fcb5-4bda-9088-b5ae0ddbc1ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17ec76611cdd40ada84f62c4920a7def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328269 Jul 13 14:57:00.836946 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2c370-fcb5-4bda-9088-b5ae0ddbc1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7756fa8b-76ea-4a87-b190-dc24aa4108de,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:00.837675 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55476) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:00.885311 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c6044325-85fb-4f43-8f83-b4473ec31636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.905755 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c6044325-85fb-4f43-8f83-b4473ec31636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.964469 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c6044325-85fb-4f43-8f83-b4473ec31636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.967382 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-c6044325-85fb-4f43-8f83-b4473ec31636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:00.968579 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-c6044325-85fb-4f43-8f83-b4473ec31636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7756fa8b-76ea-4a87-b190-dc24aa4108de HTTP/1.1" status: 204 len: 168 time: 0.1299243 Jul 13 14:57:00.976377 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6044325-85fb-4f43-8f83-b4473ec31636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7756fa8b-76ea-4a87-b190-dc24aa4108de,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:02.132559 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.834838 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:26.483992 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e2697966-9810-4a2f-a209-9d74972fbc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:29.557616 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:29.901722 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ab78-06e4-4f2e-9ff2-4671dc55142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:30.456113 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:32.136285 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:34.693962 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:57:38.849155 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:39.053089 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47924a13-0b50-4016-be81-b442450fec68 req-9056e7e8-e2b9-4efc-b0ac-9bde4fecef15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1370807 Jul 13 14:57:39.156472 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924a13-0b50-4016-be81-b442450fec68 req-a73fef2e-a1f6-46e7-9f3f-e7216bbf8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:39.158126 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47924a13-0b50-4016-be81-b442450fec68 req-a73fef2e-a1f6-46e7-9f3f-e7216bbf8655 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 1098 time: 0.0521042 Jul 13 14:57:39.259599 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924a13-0b50-4016-be81-b442450fec68 req-4e2e4f1c-cfe6-4ded-812a-9b350d9f1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:39.261099 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47924a13-0b50-4016-be81-b442450fec68 req-4e2e4f1c-cfe6-4ded-812a-9b350d9f1c8d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0838807 Jul 13 14:57:39.329997 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47924a13-0b50-4016-be81-b442450fec68 req-82f8a41a-048a-45dc-8f0e-a11df25f8dbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62417b7f-0071-4527-9c60-d85011789c41 HTTP/1.1" status: 200 len: 1001 time: 0.0622773 Jul 13 14:57:39.379963 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924a13-0b50-4016-be81-b442450fec68 req-b2a31847-7419-44b9-821b-ce397053a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:39.381461 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47924a13-0b50-4016-be81-b442450fec68 req-b2a31847-7419-44b9-821b-ce397053a9d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0458415 Jul 13 14:57:39.436838 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924a13-0b50-4016-be81-b442450fec68 req-dbf9b72f-c577-4062-b47e-916785a9bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:39.438237 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47924a13-0b50-4016-be81-b442450fec68 req-dbf9b72f-c577-4062-b47e-916785a9bcff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501003 Jul 13 14:57:39.528652 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47924a13-0b50-4016-be81-b442450fec68 req-4903bc4e-223f-4c5b-a493-172d4c1530e6 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841508 Jul 13 14:57:39.615713 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-47924a13-0b50-4016-be81-b442450fec68 req-1370bc7f-7755-41e9-a75c-097830f0aa9b service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809705 Jul 13 14:57:42.314326 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3382d1-2989-4d66-a1b6-d5c5eaa703bb req-ad98842b-38f1-47e3-bde8-6f5979ee8b02 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:42.316483 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0b3382d1-2989-4d66-a1b6-d5c5eaa703bb req-ad98842b-38f1-47e3-bde8-6f5979ee8b02 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 945 time: 0.1835368 Jul 13 14:57:42.353421 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0b3382d1-2989-4d66-a1b6-d5c5eaa703bb req-1780417e-24be-440f-903c-6d87a5b49296 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Jul 13 14:57:43.590148 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae01cd5-b85c-404d-9219-effe8d24c15b req-d31768db-a107-4fa2-8821-b69b717bd486 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:43.591656 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fae01cd5-b85c-404d-9219-effe8d24c15b req-d31768db-a107-4fa2-8821-b69b717bd486 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 945 time: 0.1097772 Jul 13 14:57:43.629123 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fae01cd5-b85c-404d-9219-effe8d24c15b req-56e8ae3a-9d9f-4aea-8f08-3354842fe2eb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Jul 13 14:57:43.713441 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-9fcc0ff0-0a81-4b18-93e1-115540c8723c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:43.714898 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-9fcc0ff0-0a81-4b18-93e1-115540c8723c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 945 time: 0.0624218 Jul 13 14:57:43.815595 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Deleting port 62417b7f-0071-4527-9c60-d85011789c41 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:43.815967 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.900018 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] For port 62417b7f-0071-4527-9c60-d85011789c41, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62417b7f-0071-4527-9c60-d85011789c41,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:43.900286 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.067198 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.067563 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.067898 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Floating IP 2a95d0dc-3eb5-499c-951f-c0173547edf1 disassociated. External IP: 172.27.1.171, port: 62417b7f-0071-4527-9c60-d85011789c41. Jul 13 14:57:44.068233 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Calling delete_port for 62417b7f-0071-4527-9c60-d85011789c41 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:44.193057 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.226793 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event deleted for resources: {'Port': ['ID=62417b7f-0071-4527-9c60-d85011789c41,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:44.239029 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.239285 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.239640 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.239994 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.240326 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.240658 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.240987 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.241319 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.241651 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.241977 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.242308 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.242630 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:44.352016 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Router 135082f7-d911-4df5-bc43-87faafc51b51 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:57:44.454070 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:44.464436 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:44.473743 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:44.474376 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:57:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:44.501469 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] No DVR routers for this DVR port 62417b7f-0071-4527-9c60-d85011789c41 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:57:44.504681 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.506702 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-393aecc9-a28d-41c1-85d1-54d190c83efe req-0c3c1143-34d1-47cd-a13e-31caa2a5a31d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "DELETE /v2.0/ports/62417b7f-0071-4527-9c60-d85011789c41 HTTP/1.1" status: 204 len: 173 time: 0.7864623 Jul 13 14:57:44.507936 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'name': 'network-vif-deleted', 'tag': '62417b7f-0071-4527-9c60-d85011789c41'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:57:44.510190 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4121d9-d5d7-42fa-9fe1-31b5097c71d1" -d '{"events": [{"server_uuid": "c4084a92-7ece-4a31-8c79-079a11b6f527", "name": "network-vif-deleted", "tag": "62417b7f-0071-4527-9c60-d85011789c41"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:57:44.591370 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:44.623634 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b224a6-cd84-4fb0-8da2-9423580caeb3 x-openstack-request-id: req-e5b224a6-cd84-4fb0-8da2-9423580caeb3 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:57:44.624247 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4084a92-7ece-4a31-8c79-079a11b6f527", "name": "network-vif-deleted", "tag": "62417b7f-0071-4527-9c60-d85011789c41", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:57:44.624487 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5b224a6-cd84-4fb0-8da2-9423580caeb3 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:57:44.624881 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4084a92-7ece-4a31-8c79-079a11b6f527', 'name': 'network-vif-deleted', 'tag': '62417b7f-0071-4527-9c60-d85011789c41', 'status': 'completed', 'code': 200} Jul 13 14:57:44.777321 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d994ab3-f154-463e-adc5-8d89519856c9 req-32a553ab-5e8b-48ca-b995-140a79de4dea tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4084a92-7ece-4a31-8c79-079a11b6f527 HTTP/1.1" status: 200 len: 210 time: 0.0322869 Jul 13 14:57:44.856137 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:44.899725 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:44.909278 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:44.909902 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:57:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:45.011994 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:45.221437 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:45.248162 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4dfc68-deee-43a1-9c45-cd12c5dc0c8d None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:45.467321 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6aabdb-aa00-4d4a-9673-1d008667eef0 None None] New status for floating IP 2a95d0dc-3eb5-499c-951f-c0173547edf1: DOWN {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:57:46.065619 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af76f75f-195d-4fea-89d0-bfbdf4642021 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040352307&fields=id&tenant_id=2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 267 time: 0.0329721 Jul 13 14:57:46.169419 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af75d230-b302-4676-8d29-6a64f0c93c3a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:46.170756 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af75d230-b302-4676-8d29-6a64f0c93c3a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 812 time: 0.0989523 Jul 13 14:57:46.186325 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-213cda24-7943-40d4-9f01-89f8677a587e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/quotas/2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 375 time: 0.0088241 Jul 13 14:57:46.255136 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-ebd2ee6a-49dc-4929-b645-40ca18ff8629 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626421 Jul 13 14:57:46.270206 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-bde463c9-8975-42ef-a930-4d4f4a42c912 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:57:46.271157 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-bde463c9-8975-42ef-a930-4d4f4a42c912 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056288 Jul 13 14:57:46.356787 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-75fa3d0d-f382-49e9-9bc1-e5fd9f6e9374 service neutron] 10.222.0.37 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802329 Jul 13 14:57:46.447090 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a5102e9e-893e-4bb3-a414-2350460044a5 service neutron] 10.222.0.37 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Jul 13 14:57:46.741570 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-607d43b0-5060-4af0-a79d-88a307cef4be req-06e2ab62-3651-4c59-959c-f703bac606eb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 210 time: 0.0294852 Jul 13 14:57:46.810283 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 62417b7f-0071-4527-9c60-d85011789c41 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:46.830552 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 62417b7f-0071-4527-9c60-d85011789c41 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:46.830887 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 62417b7f-0071-4527-9c60-d85011789c41 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:47.824452 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-c439fffc-cfaf-4a65-a685-eca5ae372deb req-609d29f7-c642-4ff4-98aa-82f69ae5897c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 210 time: 0.0305510 Jul 13 14:57:48.964166 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fb50dc31-8443-483f-9ddf-e0b0572082af req-1216f63c-7974-464a-9a48-66a941187e8a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 210 time: 0.0318186 Jul 13 14:57:49.973934 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-f4bd5f44-df41-4f1e-88e0-a1f63a91a017 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:49.975716 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-f4bd5f44-df41-4f1e-88e0-a1f63a91a017 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 812 time: 0.1014740 Jul 13 14:57:50.023259 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-f9d1f0d5-9289-47d5-874d-e51358085035 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 380 time: 0.0370960 Jul 13 14:57:50.033858 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'port': {'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'admin_state_up': True, 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'security_groups': ['cfb68b4e-9c4c-4537-963e-4457568016c3']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:50.117276 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-df09cf98-65a2-4b02-ab33-684eea9a186e req-e352c5e4-fdd1-44c4-8d68-6cc1e8d76db9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 210 time: 0.0369205 Jul 13 14:57:50.169111 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Made reservation on behalf of 2dfa3cbf08134fbaae8215625e08c5db for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:57:50.172617 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.299414 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Allocated IP 172.20.0.13 (4b95bc07-a57f-42cd-9465-b627ae03b732/76339278-67db-4f91-a4bb-0f9d8981bbb8/13e1d905-f745-4937-b005-1ce77d08b223) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:57:50.438619 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.456449 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Transition to ACTIVE for port object 13e1d905-f745-4937-b005-1ce77d08b223 will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:50.490586 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.535927 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:50.541613 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:50.544534 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:57:50.553801 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=13e1d905-f745-4937-b005-1ce77d08b223,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:50.602134 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:50.602771 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.618727 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-a7088f8d-0637-4aba-8864-76b2418d7a2b tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5895443 Jul 13 14:57:50.630842 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Request body: {'port': {'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:50.708315 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.760925 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-9d3279ea-869e-495c-8e88-dd1eab5ca69b None None] Provisioning for port 13e1d905-f745-4937-b005-1ce77d08b223 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:50.764900 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-9d3279ea-869e-495c-8e88-dd1eab5ca69b None None] Provisioning complete for port 13e1d905-f745-4937-b005-1ce77d08b223 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:50.765272 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-9d3279ea-869e-495c-8e88-dd1eab5ca69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.803100 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-9d3279ea-869e-495c-8e88-dd1eab5ca69b None None] Port 13e1d905-f745-4937-b005-1ce77d08b223 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:57:50.962421 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e1d905-f745-4937-b005-1ce77d08b223 {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:57:50.969786 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.986783 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Transition to ACTIVE for port object 13e1d905-f745-4937-b005-1ce77d08b223 will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:50.990441 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.041363 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Pushing event updated for resources: {'Port': ['ID=13e1d905-f745-4937-b005-1ce77d08b223,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:51.115419 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Attempting to bind port 13e1d905-f745-4937-b005-1ce77d08b223 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:57:51.115792 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Attempting to bind port 13e1d905-f745-4937-b005-1ce77d08b223 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:57:51.116129 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Attempting to bind port 13e1d905-f745-4937-b005-1ce77d08b223 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:51.120688 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Port 13e1d905-f745-4937-b005-1ce77d08b223 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:57:51.121017 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Attempting to bind port 13e1d905-f745-4937-b005-1ce77d08b223 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:51.125878 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:57:51.126205 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Checking segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:51.126659 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Bound using segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:57:51.127365 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Bound port: 13e1d905-f745-4937-b005-1ce77d08b223, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:57:51.127999 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.195046 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] For port 13e1d905-f745-4937-b005-1ce77d08b223, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:57:51.198197 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] For port 13e1d905-f745-4937-b005-1ce77d08b223, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13e1d905-f745-4937-b005-1ce77d08b223,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:57:51.202452 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.244663 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:51.245289 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.246696 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] 10.222.0.61 "PUT /v2.0/ports/13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 200 len: 1094 time: 0.6204834 Jul 13 14:57:51.247144 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:57:51.249418 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92a492f-4a89-4f67-b44a-bc2c80e0b978" -d '{"events": [{"name": "network-changed", "server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "tag": "13e1d905-f745-4937-b005-1ce77d08b223"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:57:51.314496 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a41099-daa4-499d-a0f0-91c0b826ea75 x-openstack-request-id: req-73a41099-daa4-499d-a0f0-91c0b826ea75 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:57:51.314806 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "tag": "13e1d905-f745-4937-b005-1ce77d08b223", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:57:51.315132 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73a41099-daa4-499d-a0f0-91c0b826ea75 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:57:51.315529 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223', 'status': 'completed', 'code': 200} Jul 13 14:57:51.350484 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d90a2-deef-4725-8e90-bcb386358b79 service neutron] Pushing event updated for resources: {'Port': ['ID=13e1d905-f745-4937-b005-1ce77d08b223,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:51.403767 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc741c06-07b1-4d68-ac1c-664726fc8bda req-594f48e0-0bc1-44e8-ae05-b522a0b23f1a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:51.405339 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc741c06-07b1-4d68-ac1c-664726fc8bda req-594f48e0-0bc1-44e8-ae05-b522a0b23f1a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 944 time: 0.1522171 Jul 13 14:57:51.410649 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-893a8bef-3244-484c-a25d-be37df3dedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:51.412174 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-893a8bef-3244-484c-a25d-be37df3dedc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1097 time: 0.0998387 Jul 13 14:57:51.461724 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-e5148c05-ce40-45f2-b785-8f573ba495b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 200 len: 217 time: 0.0412335 Jul 13 14:57:51.505400 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fc741c06-07b1-4d68-ac1c-664726fc8bda req-589a2475-5b2d-4fbf-8632-9ce51a7fe48d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922649 Jul 13 14:57:51.522896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-570ec2e4-51ce-4ab0-a5cf-82301e7b7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:51.524382 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-570ec2e4-51ce-4ab0-a5cf-82301e7b7082 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0535474 Jul 13 14:57:51.581708 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-7d5a7b23-2409-4eeb-869a-552b658670b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:51.583131 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-7d5a7b23-2409-4eeb-869a-552b658670b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524225 Jul 13 14:57:51.671475 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-637f4be7-c4af-4993-bcb7-bd81dc1b8b34 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805030 Jul 13 14:57:51.766601 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-5c0e042d-2587-4988-b9d9-a5fff43650b1 req-80996f6c-c1c0-4c5f-9636-2538a387323b service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887115 Jul 13 14:57:51.866262 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-7b9bc942-8f54-4c2d-bc13-cd8e3ca7c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:51.867750 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-7b9bc942-8f54-4c2d-bc13-cd8e3ca7c835 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1097 time: 0.0517137 Jul 13 14:57:51.961735 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-0c6cbaf9-9487-4c9b-b914-a6a6e50541ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:51.963193 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-0c6cbaf9-9487-4c9b-b914-a6a6e50541ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0853522 Jul 13 14:57:52.006217 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-10bfb635-5cad-4d8b-b81f-14f1848c2791 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 200 len: 217 time: 0.0346971 Jul 13 14:57:52.056078 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-b177b9d8-2eae-4ae1-ab9d-3ae03aebd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:52.057519 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-b177b9d8-2eae-4ae1-ab9d-3ae03aebd508 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0446644 Jul 13 14:57:52.116212 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-badef71d-45fd-4ac8-9548-be874cc54e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:52.117731 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-badef71d-45fd-4ac8-9548-be874cc54e94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511639 Jul 13 14:57:52.213159 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-03396e92-6415-4e66-aa5d-ab839e2fcd30 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845470 Jul 13 14:57:52.303298 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-a92a492f-4a89-4f67-b44a-bc2c80e0b978 req-dae68bc9-6cb3-4068-a3fe-979993ac1329 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814850 Jul 13 14:57:52.684552 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31820-980e-4102-bc45-7f8507ca2905 req-bb7dbd08-cde1-43b6-b573-beb9658a589f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:52.686105 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8ac31820-980e-4102-bc45-7f8507ca2905 req-bb7dbd08-cde1-43b6-b573-beb9658a589f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 944 time: 0.0659788 Jul 13 14:57:52.725442 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8ac31820-980e-4102-bc45-7f8507ca2905 req-e75834ee-ccf3-4027-88c2-d4d08e7e5973 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333195 Jul 13 14:57:53.899194 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d8468-0379-4aaa-9a6d-bf58f84d2885 req-b0da36ed-ca69-4a84-92e9-a8a515ab5fa2 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:53.900736 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-425d8468-0379-4aaa-9a6d-bf58f84d2885 req-b0da36ed-ca69-4a84-92e9-a8a515ab5fa2 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 944 time: 0.0652058 Jul 13 14:57:53.940577 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-425d8468-0379-4aaa-9a6d-bf58f84d2885 req-2ee453ee-4f3e-4375-aa19-4bbc0214f32f tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342517 Jul 13 14:57:55.113193 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aaade-8824-4dac-87d6-ee106058685e req-f60f94e5-71b7-4b22-98fe-54ceacbdf131 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:55.114633 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-195aaade-8824-4dac-87d6-ee106058685e req-f60f94e5-71b7-4b22-98fe-54ceacbdf131 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 944 time: 0.0644319 Jul 13 14:57:55.150816 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-195aaade-8824-4dac-87d6-ee106058685e req-bea45c7b-9589-4426-a567-5c20bdb74ac2 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Jul 13 14:57:56.335887 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f34fa-d6cd-4ada-b225-fb7acbcca1a9 req-6f2c9e11-3e5c-4774-a78d-01f7e3a7020e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:56.337385 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-384f34fa-d6cd-4ada-b225-fb7acbcca1a9 req-6f2c9e11-3e5c-4774-a78d-01f7e3a7020e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 944 time: 0.0634563 Jul 13 14:57:56.375287 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-384f34fa-d6cd-4ada-b225-fb7acbcca1a9 req-38815a74-4874-46fb-93f0-03ee32159505 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Jul 13 14:57:56.484829 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4209f313-94d8-4904-ac5a-305891de184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.544043 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0f4a4-b04c-445d-b47b-0678a025859d req-a66aaf1e-709f-4676-861c-79f4e7075603 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:57.545526 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8fe0f4a4-b04c-445d-b47b-0678a025859d req-a66aaf1e-709f-4676-861c-79f4e7075603 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 944 time: 0.0619683 Jul 13 14:57:57.583174 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8fe0f4a4-b04c-445d-b47b-0678a025859d req-60e91e73-1b83-4831-86a8-3485d36f2e52 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Jul 13 14:57:58.757405 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb48be5-e806-4329-b170-0da11fa6e26e req-f6040958-4144-403d-afe6-198bc9d0bde3 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:58.758816 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fbb48be5-e806-4329-b170-0da11fa6e26e req-f6040958-4144-403d-afe6-198bc9d0bde3 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 944 time: 0.0654020 Jul 13 14:57:58.796559 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fbb48be5-e806-4329-b170-0da11fa6e26e req-3b81a3ad-2b11-4f2d-b6fa-33b1be201df7 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Jul 13 14:57:58.881762 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 13e1d905-f745-4937-b005-1ce77d08b223 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:57:58.975314 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 13e1d905-f745-4937-b005-1ce77d08b223, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13e1d905-f745-4937-b005-1ce77d08b223,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:58.987471 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '13e1d905-f745-4937-b005-1ce77d08b223', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:57:59.025940 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:59.038365 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e1d905-f745-4937-b005-1ce77d08b223 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:57:59.056784 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 13e1d905-f745-4937-b005-1ce77d08b223, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13e1d905-f745-4937-b005-1ce77d08b223,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:59.060613 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:59.106954 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=13e1d905-f745-4937-b005-1ce77d08b223,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:59.113816 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.114158 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.114496 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.114828 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.115157 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.115484 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.115834 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.116161 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.116486 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.116809 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.117128 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.117446 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:59.287311 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['13e1d905-f745-4937-b005-1ce77d08b223'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:57:59.559602 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:59.902573 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f04e579-d21d-4f2d-bc15-52facb37bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:59.972314 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a94d3-e344-4881-9153-b4da6688b9b0 req-495b059a-6f1a-4cd6-8bd9-0686f75ab0ac tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:59.973778 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-908a94d3-e344-4881-9153-b4da6688b9b0 req-495b059a-6f1a-4cd6-8bd9-0686f75ab0ac tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 945 time: 0.0625741 Jul 13 14:58:00.010408 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-908a94d3-e344-4881-9153-b4da6688b9b0 req-012c1725-c364-4f1e-b6dd-d56c17e9cee8 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Jul 13 14:58:00.460735 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:00.888178 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 13e1d905-f745-4937-b005-1ce77d08b223 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:58:00.935082 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 13e1d905-f745-4937-b005-1ce77d08b223 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:58:00.939380 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 13e1d905-f745-4937-b005-1ce77d08b223 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:58:00.939792 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:01.020551 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:01.042796 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:58:01.045109 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce91f2-318a-4f67-a5fa-b270fb8f03a7" -d '{"events": [{"server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "name": "network-vif-plugged", "status": "completed", "tag": "13e1d905-f745-4937-b005-1ce77d08b223"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:58:01.059393 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 13e1d905-f745-4937-b005-1ce77d08b223, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13e1d905-f745-4937-b005-1ce77d08b223,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:58:01.065097 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:01.114081 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=13e1d905-f745-4937-b005-1ce77d08b223,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:58:01.148032 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bc9306-ca64-4fad-ac7b-b4bc07a36e09 x-openstack-request-id: req-f4bc9306-ca64-4fad-ac7b-b4bc07a36e09 {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:58:01.148329 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "name": "network-vif-plugged", "status": "completed", "tag": "13e1d905-f745-4937-b005-1ce77d08b223", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:58:01.148577 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4bc9306-ca64-4fad-ac7b-b4bc07a36e09 {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:58:01.148971 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223', 'code': 200} Jul 13 14:58:01.192527 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c8db8-b635-48af-8315-8194292bed2b req-ef2c0028-61b0-43a0-a44c-f7c9ab6f6ede tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:01.194044 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-684c8db8-b635-48af-8315-8194292bed2b req-ef2c0028-61b0-43a0-a44c-f7c9ab6f6ede tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 946 time: 0.0668259 Jul 13 14:58:01.539704 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-684c8db8-b635-48af-8315-8194292bed2b req-87191ff2-b16b-4acc-83a9-cc18bf889102 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397758 Jul 13 14:58:01.558693 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8de847-b7bf-435a-b6b8-fa7c7e7a90f6 req-14ed2d93-f43f-4f39-92be-6a121b7d68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:01.560172 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3e8de847-b7bf-435a-b6b8-fa7c7e7a90f6 req-14ed2d93-f43f-4f39-92be-6a121b7d68e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1099 time: 0.0642622 Jul 13 14:58:01.601725 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3e8de847-b7bf-435a-b6b8-fa7c7e7a90f6 req-e108ff41-cdb7-4fd4-8726-49ba77d9f8cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341339 Jul 13 14:58:02.140145 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:02.713569 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03f104-9526-4f99-a541-deb10fc8487c req-14179719-98bf-4fc0-a504-649e466cd29c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:02.714964 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4f03f104-9526-4f99-a541-deb10fc8487c req-14179719-98bf-4fc0-a504-649e466cd29c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 946 time: 0.0651064 Jul 13 14:58:02.752231 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4f03f104-9526-4f99-a541-deb10fc8487c req-cbe8db16-e6d1-453f-914d-a05fdc5bda81 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Jul 13 14:58:02.926564 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d7abe-678d-4c94-ac7d-a3ef21568162 req-e12f5965-9924-4734-9a7b-d563c7139d40 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:02.928143 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e05d7abe-678d-4c94-ac7d-a3ef21568162 req-e12f5965-9924-4734-9a7b-d563c7139d40 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 946 time: 0.0667825 Jul 13 14:58:02.967685 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e05d7abe-678d-4c94-ac7d-a3ef21568162 req-d641b222-bc86-4be7-8497-5d0703b6a3be tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Jul 13 14:58:02.991566 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55588) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:58:03.042773 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dab54c-6c89-4763-b79e-ce8c7e19e3e3 tempest-TestVolumeBootPattern-1068712397 tempest-TestVolumeBootPattern-1068712397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:03.044317 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-94dab54c-6c89-4763-b79e-ce8c7e19e3e3 tempest-TestVolumeBootPattern-1068712397 tempest-TestVolumeBootPattern-1068712397-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1094 time: 0.0516996 Jul 13 14:58:03.047337 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55590) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:58:03.052035 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:58:03.073879 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:03.169031 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:03.272639 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Allocated IP 172.27.1.66 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/bb4f3462-09fc-4cda-864e-5e52d0c10e15) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:58:03.375443 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:03.414743 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:03.455275 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:58:03.458011 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:58:03.461479 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:58:03.466857 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=bb4f3462-09fc-4cda-864e-5e52d0c10e15,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:58:03.825686 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:03.903112 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:04.051718 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:04.056074 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:04.127319 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=bb4f3462-09fc-4cda-864e-5e52d0c10e15,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:58:04.137826 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:04.240108 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Floating IP f72f1119-9b4b-4560-b879-5ca1432a2008 associated. External IP: 172.27.1.66, port: 13e1d905-f745-4937-b005-1ce77d08b223. Jul 13 14:58:04.447228 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Router 135082f7-d911-4df5-bc43-87faafc51b51 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:58:04.551904 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:58:04.561097 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:58:04.568311 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:04.571375 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:58:04.572057 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:58:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:58:04.603800 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-02a65d39-24d7-469e-806e-c0606cad6feb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5553789 Jul 13 14:58:04.604368 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:58:04.606622 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "tag": "13e1d905-f745-4937-b005-1ce77d08b223"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:58:04.644496 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8033a1-6490-4c2f-bf07-d7d55734a512 x-openstack-request-id: req-9e8033a1-6490-4c2f-bf07-d7d55734a512 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:58:04.644816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "tag": "13e1d905-f745-4937-b005-1ce77d08b223", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:58:04.645069 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e8033a1-6490-4c2f-bf07-d7d55734a512 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:58:04.645497 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223', 'status': 'completed', 'code': 200} Jul 13 14:58:04.678668 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:58:04.721155 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-5167b64d-3756-4487-b0f5-0b8da53e3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:04.723131 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-5167b64d-3756-4487-b0f5-0b8da53e3140 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1099 time: 0.0559011 Jul 13 14:58:04.817512 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-da6591e5-fc35-4923-9a44-add89649058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:04.819241 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-da6591e5-fc35-4923-9a44-add89649058c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0895989 Jul 13 14:58:04.894111 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-4ef2748d-08bc-481e-b12a-715e2827ccaa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 200 len: 999 time: 0.0679753 Jul 13 14:58:04.946387 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-7ab21865-33e5-43ec-a3cb-82611aed4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:04.947927 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-7ab21865-33e5-43ec-a3cb-82611aed4233 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0469022 Jul 13 14:58:05.012063 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-f900ee82-b92a-4c7d-ab20-7dfbce660ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:05.013620 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-f900ee82-b92a-4c7d-ab20-7dfbce660ae1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588689 Jul 13 14:58:05.032299 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:03Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:58:05.060082 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:58:05.069722 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:58:05.070352 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T14:58:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:58:05.102080 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-0ddb6c71-7155-47de-9903-c5928f61c0da service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815761 Jul 13 14:58:05.177708 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:58:05.194685 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-b6eb7afb-acf2-45b5-aeb7-5c241865d3c0 req-b395c71e-a593-46da-b406-3cb8c57df587 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860095 Jul 13 14:58:05.410394 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:03Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:58:05.436473 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfb727-9bc6-44fc-a4de-ccf35f5eca93 None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:03Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:58:05.624831 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416ee26-4c1d-44a2-86bb-423b842288a8 None None] New status for floating IP f72f1119-9b4b-4560-b879-5ca1432a2008: ACTIVE {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:58:08.863205 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:11.693622 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:58:26.485955 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46e6a207-7a31-4def-9508-7228dbe647e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:29.560774 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:29.902548 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-401fe0db-35b3-4913-8ed3-8950fe52339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:30.462054 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:32.144081 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:38.861594 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:38.970156 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-0d18fff0-6dc0-4b62-aec1-7b532d0bfd28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522578 Jul 13 14:58:39.062493 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-278f4c44-cd6b-45a9-a783-790428393478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:39.063972 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-278f4c44-cd6b-45a9-a783-790428393478 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1099 time: 0.0510523 Jul 13 14:58:39.167642 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-d84a3a32-98aa-40b4-88ab-de61ee51963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:39.169033 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-d84a3a32-98aa-40b4-88ab-de61ee51963f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0836647 Jul 13 14:58:39.233295 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-477b64d7-5078-4766-9290-a87017c0a7a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 200 len: 1001 time: 0.0568261 Jul 13 14:58:39.281868 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-dd0a0c89-5daa-41fd-99c5-17e78389c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:39.283278 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-dd0a0c89-5daa-41fd-99c5-17e78389c551 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0426488 Jul 13 14:58:39.353035 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-7e0693e8-badb-48c3-85ba-47a8474ca7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:39.354546 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-7e0693e8-badb-48c3-85ba-47a8474ca7c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637977 Jul 13 14:58:39.445146 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-d04b4c1a-08ea-442f-a5df-3908684ed754 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819755 Jul 13 14:58:39.536268 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc82f1b0-c34b-4b27-9843-a607920fbd9f req-a94e8b52-dc4e-4197-84e3-e130a6a847e0 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841305 Jul 13 14:58:48.692232 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:58:56.486946 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bc652dff-5c77-4c03-ad06-f7fa997120f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:59.561956 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:59.902825 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-171f3d91-b731-4263-9ecf-c950cf1018e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:00.463939 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:02.146164 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:08.865915 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:25.690915 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:59:26.487132 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-22297d21-0497-432e-b206-f62ec87812aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:29.564236 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:29.905574 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6a21-9a9a-4546-b094-a8ee0ef66401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:30.466582 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:32.150141 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:38.880391 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:38.956139 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-f1d8ebe5-4cbf-4568-bbf3-f6bba5cca105 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521402 Jul 13 14:59:39.049172 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-6a4506b3-e438-4aff-8d42-21497382c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:39.050666 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-6a4506b3-e438-4aff-8d42-21497382c721 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1099 time: 0.0528841 Jul 13 14:59:39.158463 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-64635b12-70ee-437a-b96d-1d7647eec707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:39.159927 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-64635b12-70ee-437a-b96d-1d7647eec707 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0878994 Jul 13 14:59:39.223731 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-22483a17-e15c-47c3-9ded-9c9a39015bae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 200 len: 1001 time: 0.0573008 Jul 13 14:59:39.271668 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-8b479d72-58d9-401f-972d-2046bd026021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:39.273070 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-8b479d72-58d9-401f-972d-2046bd026021 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0419035 Jul 13 14:59:39.332303 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-6a93894a-5a3b-4278-b4d9-2409fa5bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:39.333786 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-6a93894a-5a3b-4278-b4d9-2409fa5bb9ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538955 Jul 13 14:59:39.422742 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-0ebecbe0-59fd-4c0a-8bea-962ed1531899 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811334 Jul 13 14:59:39.519199 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-611b3e29-ee58-480d-ab6f-9f318e738087 req-3dfb173f-2bb4-4215-9607-d6656a98616d service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894279 Jul 13 14:59:51.567204 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-af458151-82a0-4356-ab99-d52cd89ce52c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040352307&fields=id&tenant_id=2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 267 time: 0.0341218 Jul 13 14:59:51.668861 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-80fd755b-e4d5-49d1-b874-23637ee7c8da tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:51.670325 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-80fd755b-e4d5-49d1-b874-23637ee7c8da tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 812 time: 0.0966868 Jul 13 14:59:51.685875 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-21a5fa4a-4e09-4938-81df-3ebed238f769 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/quotas/2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 375 time: 0.0102298 Jul 13 14:59:51.764372 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-481c7cdc-59ae-4393-b83b-602fee97dfbd tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0727735 Jul 13 14:59:51.845204 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-001fb769-8f3a-486e-a5b1-6307feec0d98 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:59:51.846232 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-001fb769-8f3a-486e-a5b1-6307feec0d98 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700285 Jul 13 14:59:51.931970 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-24d99563-f322-4867-8e87-52498527b282 service neutron] 10.222.0.37 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798838 Jul 13 14:59:52.317411 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-38c78ac4-8ce1-4298-a4a4-3f9b75d3a310 service neutron] 10.222.0.37 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778820 Jul 13 14:59:52.617643 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-90808ed0-2d10-4bdd-a8be-567471acefe0 req-83043c68-b0b3-4a42-b734-9c88fb34427a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 210 time: 0.0287066 Jul 13 14:59:53.638860 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-16076f7a-8353-45dd-828c-440b10510bc1 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:53.640510 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-16076f7a-8353-45dd-828c-440b10510bc1 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 812 time: 0.1079452 Jul 13 14:59:53.687243 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-d0a419ce-9218-4c2b-a8e6-c97cc656f517 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dfa3cbf08134fbaae8215625e08c5db HTTP/1.1" status: 200 len: 380 time: 0.0358126 Jul 13 14:59:53.697662 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'port': {'device_id': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'admin_state_up': True, 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'security_groups': ['cfb68b4e-9c4c-4537-963e-4457568016c3']}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:59:53.782117 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-0167eb73-103b-427f-b515-78b8cd775f0a req-54d02d6a-fae6-491c-828e-6963e68fb8fb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 210 time: 0.0359473 Jul 13 14:59:53.837388 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Made reservation on behalf of 2dfa3cbf08134fbaae8215625e08c5db for: {'port': 1} {{(pid=110073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:59:53.841468 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:53.966077 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Allocated IP 172.20.0.7 (4b95bc07-a57f-42cd-9465-b627ae03b732/76339278-67db-4f91-a4bb-0f9d8981bbb8/3d2b9e4f-219b-48ae-9d20-b894f8adcd95) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:59:54.113638 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.128288 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Transition to ACTIVE for port object 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 will not be triggered until provisioned by entity DHCP. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:59:54.164515 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.210161 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:59:54.213312 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:59:54.217760 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:59:54.244217 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:59:54.263736 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.264107 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.264426 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.264780 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.265105 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.265589 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.265781 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.266105 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.266430 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.266751 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.267070 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.267386 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:59:54.286101 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:54.286740 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.305353 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-73bebca8-3564-4c93-9d10-256233d29ff9 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6120088 Jul 13 14:59:54.317312 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Request body: {'port': {'device_id': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:59:54.393491 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.455285 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-c63ebf9f-8eba-4510-9eff-bc6e7921d77a None None] Provisioning for port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 completed by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:59:54.459587 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-c63ebf9f-8eba-4510-9eff-bc6e7921d77a None None] Provisioning complete for port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 triggered by entity DHCP. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:59:54.459995 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c63ebf9f-8eba-4510-9eff-bc6e7921d77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.494226 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-c63ebf9f-8eba-4510-9eff-bc6e7921d77a None None] Port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 cannot update to ACTIVE because it is not bound. {{(pid=110075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:59:54.658531 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 {{(pid=110073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:59:54.665739 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.677874 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.provisioning_blocks [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Transition to ACTIVE for port object 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 will not be triggered until provisioned by entity L2. {{(pid=110073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:59:54.680950 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.751538 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Pushing event updated for resources: {'Port': ['ID=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:59:54.805006 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Attempting to bind port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:59:54.805343 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Attempting to bind port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:59:54.805672 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Attempting to bind port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:59:54.811691 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:59:54.812019 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Attempting to bind port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 on network 4b95bc07-a57f-42cd-9465-b627ae03b732 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:59:54.818055 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Checking agent: {'id': '35d8ceba-4a73-430a-8984-d0bbaedec7d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'started_at': datetime.datetime(2021, 7, 13, 14, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:59:54.818438 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Checking segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:59:54.818885 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Bound using segment: {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:59:54.819387 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Bound port: 3d2b9e4f-219b-48ae-9d20-b894f8adcd95, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bff178e-42e6-4c22-9cb4-18e358d3a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:59:54.819845 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.892521 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] For port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95, host hv-cinder-78836, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:59:54.896035 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] For port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:59:54.901109 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.948257 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:54.949017 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:54.950305 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] 10.222.0.61 "PUT /v2.0/ports/3d2b9e4f-219b-48ae-9d20-b894f8adcd95 HTTP/1.1" status: 200 len: 1093 time: 0.6376743 Jul 13 14:59:54.967008 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:59:54.969338 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5" -d '{"events": [{"name": "network-changed", "server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:59:55.010151 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b14dde-b515-4d5b-b89d-2c05a8222cac service neutron] Pushing event updated for resources: {'Port': ['ID=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:59:55.079835 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c22c1-398d-407c-b667-c6153435b88b req-fa08ee8f-f406-4750-96ab-c204115e27cf tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:55.081478 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-572c22c1-398d-407c-b667-c6153435b88b req-fa08ee8f-f406-4750-96ab-c204115e27cf tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 943 time: 0.1521041 Jul 13 14:59:55.105957 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-a4427536-e68c-4bb7-ba47-cf9124599d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:55.107462 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-a4427536-e68c-4bb7-ba47-cf9124599d79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 1096 time: 0.1122963 Jul 13 14:59:55.158650 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-572c22c1-398d-407c-b667-c6153435b88b req-b5653fd4-621d-4647-8b8f-a7b1da9e2a49 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713303 Jul 13 14:59:55.159883 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-9bd9e4b4-2963-46e4-b1b3-1b1cea7a6f31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95 HTTP/1.1" status: 200 len: 217 time: 0.0445287 Jul 13 14:59:55.209102 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-f7e188d5-057e-4b29-a0bd-f9dc4a4fee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:55.210586 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-f7e188d5-057e-4b29-a0bd-f9dc4a4fee5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0438819 Jul 13 14:59:55.272470 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-63cada13-e80c-4578-9ce4-6962a9b830a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:55.273999 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-63cada13-e80c-4578-9ce4-6962a9b830a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569897 Jul 13 14:59:55.361216 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-3dc32a32-487a-4e77-acda-598f98e63239 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803323 Jul 13 14:59:55.454070 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2fae4c51-881b-46ab-926f-659ffcbf9623 req-d21ee58f-b0fc-429d-8dfa-524408aaa536 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854955 Jul 13 14:59:56.050167 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ea7934-4325-496e-ab30-056ce100cd59 x-openstack-request-id: req-c6ea7934-4325-496e-ab30-056ce100cd59 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:59:56.050761 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:59:56.050761 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6ea7934-4325-496e-ab30-056ce100cd59 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:59:56.051062 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'status': 'completed', 'code': 200} Jul 13 14:59:56.124055 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-04f50d3c-b8d8-4d09-bbae-bdedaadef059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:56.125579 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-04f50d3c-b8d8-4d09-bbae-bdedaadef059 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 1096 time: 0.0522277 Jul 13 14:59:56.216757 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-534385c8-7de6-4bb7-b788-abe8863ae6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:56.218248 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-534385c8-7de6-4bb7-b788-abe8863ae6f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0854986 Jul 13 14:59:56.268382 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-675140ef-ce1a-4345-8d62-f3eb7810c264 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95 HTTP/1.1" status: 200 len: 217 time: 0.0426276 Jul 13 14:59:56.350498 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-77512adf-0cb5-4cdc-bd3e-133edaba5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:56.352034 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-77512adf-0cb5-4cdc-bd3e-133edaba5bf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0772071 Jul 13 14:59:56.408161 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd97ee-2ad3-4394-8af6-71dd1a48a07c req-fdbed1a3-4537-4f84-a9f5-f09af948858a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:56.409667 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-43fd97ee-2ad3-4394-8af6-71dd1a48a07c req-fdbed1a3-4537-4f84-a9f5-f09af948858a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 943 time: 0.1267972 Jul 13 14:59:56.457153 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-62c0e695-ae0c-42b9-874c-3c4df706c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:56.458670 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-62c0e695-ae0c-42b9-874c-3c4df706c917 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991516 Jul 13 14:59:56.461882 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-43fd97ee-2ad3-4394-8af6-71dd1a48a07c req-713230ae-2291-4275-afa9-93164f101fac tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460396 Jul 13 14:59:56.489542 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-20cb54f6-9b19-4d7d-9428-a4402f9582f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:56.549684 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-b2b1b5ae-6a9e-4760-9b0a-f6365d56a3a7 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840361 Jul 13 14:59:56.639890 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-59bffa17-63e8-4fb2-bdb9-effe3bf4ced5 req-f5b10943-400b-41f3-bb77-e935b956c257 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835834 Jul 13 14:59:57.644526 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2b098-ba66-421c-91ac-d042aa6411ba req-5a7a855a-f042-4f16-b8c9-0dfdd53c87eb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:57.646050 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-79b2b098-ba66-421c-91ac-d042aa6411ba req-5a7a855a-f042-4f16-b8c9-0dfdd53c87eb tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 943 time: 0.0622864 Jul 13 14:59:57.685489 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-79b2b098-ba66-421c-91ac-d042aa6411ba req-4fa25a00-f592-4b00-8c37-30bb9c87d716 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335774 Jul 13 14:59:58.860438 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ec90b-d151-42a6-a06e-2b0e2743ea92 req-09a7bbe7-3a3b-44f1-94f6-bb3ed1bdac73 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:58.861851 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8f7ec90b-d151-42a6-a06e-2b0e2743ea92 req-09a7bbe7-3a3b-44f1-94f6-bb3ed1bdac73 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 943 time: 0.0647376 Jul 13 14:59:58.899542 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-8f7ec90b-d151-42a6-a06e-2b0e2743ea92 req-7c10a69b-ed9d-46f5-9427-495914f65a90 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Jul 13 14:59:59.566435 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:59.905606 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab7b1-d8f5-477b-b6f0-be7d5c91c6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:00.072140 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171991d-2fe5-426e-9a92-4bf6aee8e345 req-30ae41ef-e43d-4f6e-9291-50b2503fe939 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:00.074211 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2171991d-2fe5-426e-9a92-4bf6aee8e345 req-30ae41ef-e43d-4f6e-9291-50b2503fe939 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 943 time: 0.0642619 Jul 13 15:00:00.110699 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-2171991d-2fe5-426e-9a92-4bf6aee8e345 req-5b42b4d7-1fda-4240-aa77-e7d6a977ac18 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Jul 13 15:00:00.470772 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:01.282952 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b8500-835b-4bbd-b33d-393dd66e73b1 req-fef9bb8c-7dbc-482f-ac98-e778d252a045 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:01.284482 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-934b8500-835b-4bbd-b33d-393dd66e73b1 req-fef9bb8c-7dbc-482f-ac98-e778d252a045 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 943 time: 0.0641253 Jul 13 15:00:01.322837 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-934b8500-835b-4bbd-b33d-393dd66e73b1 req-577ded92-13ee-4ff4-8ecc-be1d6d1ce5ce tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328076 Jul 13 15:00:01.499160 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=110075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:00:01.606385 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:01.617636 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Returning: {'device': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'port_id': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'mac_address': 'fa:16:3e:5b:52:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:00:01.655879 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:01.675406 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 {{(pid=110075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:00:01.696096 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:01.701010 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:01.747838 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,revision_number=4']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:01.754805 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.755097 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.755442 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.755813 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.756151 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.756486 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.756824 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.757156 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.757490 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.757818 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.758145 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.758470 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:01.994772 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] get_ports_and_sgs() called for port_ids ['3d2b9e4f-219b-48ae-9d20-b894f8adcd95'] {{(pid=110075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:00:02.169689 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:02.502282 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e97a7-db34-45e3-998a-cee103ac3f5f req-251ff3bb-04be-4224-9a26-d49f7e57646d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:02.503888 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eb8e97a7-db34-45e3-998a-cee103ac3f5f req-251ff3bb-04be-4224-9a26-d49f7e57646d tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 944 time: 0.0712061 Jul 13 15:00:02.544063 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-eb8e97a7-db34-45e3-998a-cee103ac3f5f req-f70eecf6-4838-44f4-a49c-660e5f071a41 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Jul 13 15:00:02.689761 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:00:03.507659 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 up at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:00:03.556362 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning for port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 completed by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:00:03.560913 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.provisioning_blocks [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Provisioning complete for port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 triggered by entity L2. {{(pid=110075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:00:03.561281 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737853'] for port, provisioning_complete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:03.637622 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:03.659073 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95'}] {{(pid=110075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:00:03.661301 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f7f79cb50a65984e79dbf5442ce183d8005e5adeca52d34bc6d5d9d9b59310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f1009-1b51-4277-b780-4ca0309d7686" -d '{"events": [{"server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "name": "network-vif-plugged", "status": "completed", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95"}]}' {{(pid=110075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:00:03.674433 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] For port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:03.684394 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809'] for port, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:03.710220 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bebd080-6a00-488e-85a1-fced581f87ca x-openstack-request-id: req-1bebd080-6a00-488e-85a1-fced581f87ca {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:00:03.710511 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "name": "network-vif-plugged", "status": "completed", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95", "code": 200}]} {{(pid=110075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:00:03.710760 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bebd080-6a00-488e-85a1-fced581f87ca {{(pid=110075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:00:03.711144 dv-cinder-788364-4-iscsi neutron-server[110075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'code': 200} Jul 13 15:00:03.726225 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e981a-d829-4df8-8b3b-1bcbfc0976f0 req-f0f889d7-f40b-486d-8547-04bd34e5cedf tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:03.727785 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-936e981a-d829-4df8-8b3b-1bcbfc0976f0 req-f0f889d7-f40b-486d-8547-04bd34e5cedf tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 944 time: 0.0724034 Jul 13 15:00:03.737185 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Pushing event updated for resources: {'Port': ['ID=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,revision_number=5']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:03.767507 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-936e981a-d829-4df8-8b3b-1bcbfc0976f0 req-69f58caa-a35c-4eeb-8278-a3f1c4b9cfa4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Jul 13 15:00:04.008102 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bce47-23b8-49b4-a7b4-cfcbc7f94852 req-7e75fd7d-4f1f-4156-aa1d-cf7e02ba042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:04.009571 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-663bce47-23b8-49b4-a7b4-cfcbc7f94852 req-7e75fd7d-4f1f-4156-aa1d-cf7e02ba042f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 1098 time: 0.0568476 Jul 13 15:00:04.043795 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-663bce47-23b8-49b4-a7b4-cfcbc7f94852 req-b8be2b7e-daa0-4c1c-a5d6-cf576eddb469 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274830 Jul 13 15:00:04.959279 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec117a5-416a-49a6-b8b1-30089e391b79 req-d44c234d-6fda-4ea9-83b4-2eae9777f9d4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:04.960815 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aec117a5-416a-49a6-b8b1-30089e391b79 req-d44c234d-6fda-4ea9-83b4-2eae9777f9d4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 945 time: 0.0693047 Jul 13 15:00:04.999569 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-aec117a5-416a-49a6-b8b1-30089e391b79 req-52f697ae-4675-41cb-a1e7-61cb9928df54 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Jul 13 15:00:06.175199 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c77a75-217f-471d-a989-13db8cfdc923 req-c36034c7-8581-4925-8ece-5f68c80e6774 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:06.176784 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f9c77a75-217f-471d-a989-13db8cfdc923 req-c36034c7-8581-4925-8ece-5f68c80e6774 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 945 time: 0.0636313 Jul 13 15:00:06.217395 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-f9c77a75-217f-471d-a989-13db8cfdc923 req-e1fd8db3-0e18-4bed-96c7-f724b3dbe6b6 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Jul 13 15:00:06.400597 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456d0a-b8d7-4a2c-81b2-857d617234d5 req-a5da5774-f9a1-4525-ba19-870a850f79ab tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:06.402773 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1f456d0a-b8d7-4a2c-81b2-857d617234d5 req-a5da5774-f9a1-4525-ba19-870a850f79ab tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 945 time: 0.0659380 Jul 13 15:00:06.438691 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-1f456d0a-b8d7-4a2c-81b2-857d617234d5 req-d06d07a8-a3f2-4a34-936b-c79d5f4cc0ca tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304058 Jul 13 15:00:06.462934 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55716) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:00:06.512961 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe4f7b7-91b7-4de5-93e5-b6adb48f61fb tempest-TestVolumeBootPattern-1068712397 tempest-TestVolumeBootPattern-1068712397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:06.514437 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-0fe4f7b7-91b7-4de5-93e5-b6adb48f61fb tempest-TestVolumeBootPattern-1068712397 tempest-TestVolumeBootPattern-1068712397-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 1093 time: 0.0498838 Jul 13 15:00:06.517151 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55718) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:00:06.521353 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.v2.base [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Request body: {'floatingip': {'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'port_id': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:00:06.543419 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:06.642201 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:06.744498 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_common [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Allocated IP 172.27.1.124 (4138966e-b3fc-47d9-aafa-a5e28a9d9369/e0713470-8831-4cbf-9f75-f31a2001285b/a529910f-d4c1-417a-9489-72a6c9b1b3cc) {{(pid=110073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:00:06.849442 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:06.892943 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780827535773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:06.927554 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Network 4138966e-b3fc-47d9-aafa-a5e28a9d9369 is already hosted by enough agents. {{(pid=110073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:00:06.933166 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.base_scheduler [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Resources bound (agent type, host, resource id): {{(pid=110073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:00:06.936707 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Received port after_create {{(pid=110073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:00:06.960758 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=a529910f-d4c1-417a-9489-72a6c9b1b3cc,revision_number=1']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:07.308465 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:07.384796 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581882'] for port, before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:07.531581 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for port, precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:07.536076 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780827941407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780827535791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780827535809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60264730'] for port, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:07.608569 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event updated for resources: {'Port': ['ID=a529910f-d4c1-417a-9489-72a6c9b1b3cc,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:07.620291 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3909959'] for floatingip, after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:07.726399 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Floating IP 3b449e28-5b35-4548-a175-57ec83c62b36 associated. External IP: 172.27.1.124, port: 3d2b9e4f-219b-48ae-9d20-b894f8adcd95. Jul 13 15:00:08.233131 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Router 135082f7-d911-4df5-bc43-87faafc51b51 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:00:08.340714 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:00:08.349919 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:00:08.358755 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:08.363635 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:00:08.364278 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:00:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:00:08.398309 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-fb736146-d83b-45fd-afa2-5048d163f20c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8801568 Jul 13 15:00:08.398910 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:00:08.401215 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6269f51d-f456-48f0-a2fb-349ce5683570" -d '{"events": [{"name": "network-changed", "server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:00:08.442945 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3443fe-1abd-4a92-9cd0-2f03485cb7f7 x-openstack-request-id: req-cb3443fe-1abd-4a92-9cd0-2f03485cb7f7 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:00:08.443236 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:00:08.443486 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb3443fe-1abd-4a92-9cd0-2f03485cb7f7 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:00:08.443918 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'status': 'completed', 'code': 200} Jul 13 15:00:08.468687 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:00:08.522789 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-f2490f95-402a-4b4c-809c-16a185bfe777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:08.524114 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-f2490f95-402a-4b4c-809c-16a185bfe777 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 1098 time: 0.0506809 Jul 13 15:00:08.612642 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-664c0dce-12f0-4aa3-89f7-5304baa605b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:08.614136 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-664c0dce-12f0-4aa3-89f7-5304baa605b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0832155 Jul 13 15:00:08.686291 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-b2cd69d8-b8f2-47a5-8639-9a103b88518a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95 HTTP/1.1" status: 200 len: 999 time: 0.0653341 Jul 13 15:00:08.701568 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '3b449e28-5b35-4548-a175-57ec83c62b36', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:5b:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:00:07Z', 'updated_at': '2021-07-13T15:00:07Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}, {'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 1, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:00:08.727917 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:00:08.736164 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-ad539e70-1c01-433c-8d9e-94dd7a95a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:08.736719 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:00:08.737336 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:00:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:00:08.737669 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-ad539e70-1c01-433c-8d9e-94dd7a95a21d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0449653 Jul 13 15:00:08.802456 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-c1d309f0-3766-48a5-bab2-b9f383bd73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:08.803919 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-c1d309f0-3766-48a5-bab2-b9f383bd73d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563302 Jul 13 15:00:08.845529 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:00:08.901393 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:08.902980 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-be9111e0-f619-4a90-9d52-aeda94cf00eb service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918310 Jul 13 15:00:08.998191 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6269f51d-f456-48f0-a2fb-349ce5683570 req-f3f26317-7715-4efa-af20-4c14c9992cee service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875280 Jul 13 15:00:09.086518 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '3b449e28-5b35-4548-a175-57ec83c62b36', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:5b:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:00:07Z', 'updated_at': '2021-07-13T15:00:07Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}, {'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 1, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:00:09.113121 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaddec8-a139-473e-a716-4aa95e741b22 None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': '3b449e28-5b35-4548-a175-57ec83c62b36', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:5b:52:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:00:07Z', 'updated_at': '2021-07-13T15:00:07Z', 'revision_number': 0, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}, {'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 1, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:00:09.297852 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3fea86-fe29-4d58-8f12-8e401bf39026 None None] New status for floating IP 3b449e28-5b35-4548-a175-57ec83c62b36: ACTIVE {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:00:26.490174 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-aac57bf9-919f-46dc-988c-0d15319f84c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:29.567183 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:29.906309 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2a1a-9649-45d4-939e-3e1cc9617f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:30.473014 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:32.157413 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:38.877409 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:39.164433 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-08a83c7f-2cc0-4b43-8838-183ccf0e9a3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547655 Jul 13 15:00:39.261351 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-645c5045-47d1-499e-86d4-c8a613e55a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:39.262841 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-645c5045-47d1-499e-86d4-c8a613e55a9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1099 time: 0.0525334 Jul 13 15:00:39.368105 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-1ae32a76-3983-4610-86bd-5e438ee1b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:39.370770 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-1ae32a76-3983-4610-86bd-5e438ee1b0f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0839624 Jul 13 15:00:39.440217 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-ede8ae67-78cb-43b0-8863-c124ddfbc512 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 200 len: 1001 time: 0.0608981 Jul 13 15:00:39.490889 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-2b102c72-3e0d-4ab7-8a2f-038a524aa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:39.492348 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-2b102c72-3e0d-4ab7-8a2f-038a524aa1f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0423837 Jul 13 15:00:39.551567 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-45380fc0-9091-4dd5-b4c0-9f1969a7065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:39.553098 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-45380fc0-9091-4dd5-b4c0-9f1969a7065d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526364 Jul 13 15:00:39.641897 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-fa4e368e-88ef-4c30-9f1f-33d0e15f690d service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815201 Jul 13 15:00:39.688878 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:00:39.734566 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-6d7093ba-df2e-48c2-bd3f-5087f80d23c4 req-13f597ce-802b-49a4-b2a1-5ae4d4fbb1e0 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860064 Jul 13 15:00:56.491186 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7ee5e22f-9609-4768-921d-66aea333d037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:59.569012 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:59.906153 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-455860ba-43e2-4cb3-8f1d-53fcb3d21ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:00.475879 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:02.160297 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:08.876460 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:16.687418 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:01:26.492082 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-db963266-ac8a-4d86-9fe6-11acb01d5b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:29.570360 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:29.906548 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a228fa1-502c-40a3-9af9-25275aa65e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:30.481118 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:32.163404 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:38.891589 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:40.993622 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-9e15fff6-9844-4fce-88c2-bb3fe214e290 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540442 Jul 13 15:01:41.065542 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-ed32a130-487c-465c-98b6-6632120dfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:41.067090 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-ed32a130-487c-465c-98b6-6632120dfb40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 1098 time: 0.0526462 Jul 13 15:01:41.169174 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-1eee23f5-0845-47d7-a891-af60412d81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:41.170601 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-1eee23f5-0845-47d7-a891-af60412d81b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0835540 Jul 13 15:01:41.232698 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-8d15af75-9e9d-4a71-9457-1141cf9b79bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95 HTTP/1.1" status: 200 len: 1001 time: 0.0550766 Jul 13 15:01:41.278699 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-3e2440f7-8417-4909-8d25-8ab6f70d56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:41.280031 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-3e2440f7-8417-4909-8d25-8ab6f70d56f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0412729 Jul 13 15:01:41.337151 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-f71c1d81-d885-44f0-a68b-c3a76d63f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:41.338725 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-f71c1d81-d885-44f0-a68b-c3a76d63f6f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523279 Jul 13 15:01:41.421958 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-9f4a588a-78ad-4d5e-81c5-a0f047b1ba41 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772073 Jul 13 15:01:41.509716 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cc7a311f-0446-4702-98af-9fb31efa5753 req-8be2a696-4f37-4f1a-84f5-b90fa80aed03 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818653 Jul 13 15:01:47.062452 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55752) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:01:47.261180 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Deleting port a529910f-d4c1-417a-9489-72a6c9b1b3cc {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:01:47.261522 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:47.335066 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:47.335315 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:47.347037 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Calling delete_port for a529910f-d4c1-417a-9489-72a6c9b1b3cc owned by network:floatingip {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:01:47.493090 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:47.523295 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event deleted for resources: {'Port': ['ID=a529910f-d4c1-417a-9489-72a6c9b1b3cc,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:01:47.550894 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.551242 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.551583 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.551941 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.552271 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.552601 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.552937 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.553271 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.553586 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.554173 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.554495 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.554814 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:47.591375 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:47.591668 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Floating IP 3b449e28-5b35-4548-a175-57ec83c62b36 disassociated (deleted). External IP: 172.27.1.124, port: 3d2b9e4f-219b-48ae-9d20-b894f8adcd95. Jul 13 15:01:47.797515 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Router 135082f7-d911-4df5-bc43-87faafc51b51 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:01:47.897823 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:01:47.902577 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:47.908280 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:01:47.917593 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:01:47.918210 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:01:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:01:47.941066 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-fdb07b91-420b-4fc8-a52e-3f53ce031dc4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "DELETE /v2.0/floatingips/3b449e28-5b35-4548-a175-57ec83c62b36 HTTP/1.1" status: 204 len: 168 time: 0.8775237 Jul 13 15:01:47.941633 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:01:47.943981 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f66598-cae0-46cb-8967-226eb16017f3" -d '{"events": [{"name": "network-changed", "server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:01:47.982376 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a6a119-84ec-4bf9-9443-6d0c319988de x-openstack-request-id: req-11a6a119-84ec-4bf9-9443-6d0c319988de {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:01:47.982673 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:01:47.982924 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11a6a119-84ec-4bf9-9443-6d0c319988de {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:01:47.983325 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'status': 'completed', 'code': 200} Jul 13 15:01:48.065299 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f66598-cae0-46cb-8967-226eb16017f3 req-9df859e0-3824-462b-aef7-c0bf4823a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:48.066840 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64f66598-cae0-46cb-8967-226eb16017f3 req-9df859e0-3824-462b-aef7-c0bf4823a53e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 1098 time: 0.0598476 Jul 13 15:01:48.153996 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:01:48.180867 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f66598-cae0-46cb-8967-226eb16017f3 req-370ed511-09f6-445d-b426-8d73d81a9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:48.182686 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64f66598-cae0-46cb-8967-226eb16017f3 req-370ed511-09f6-445d-b426-8d73d81a9460 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.1093037 Jul 13 15:01:48.228152 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64f66598-cae0-46cb-8967-226eb16017f3 req-efc8b5bf-50da-497a-a6d1-1fac6feddb8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95 HTTP/1.1" status: 200 len: 217 time: 0.0391302 Jul 13 15:01:48.306326 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f66598-cae0-46cb-8967-226eb16017f3 req-9ca8d8ec-c50f-4204-8d6a-d3df3cc9c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:48.307868 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64f66598-cae0-46cb-8967-226eb16017f3 req-9ca8d8ec-c50f-4204-8d6a-d3df3cc9c2c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0733564 Jul 13 15:01:48.374986 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f9ba-9681-46c1-a8ed-23c397df01a5 req-af4cd57f-a738-4f31-9082-60382a1397c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:48.376503 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e862f9ba-9681-46c1-a8ed-23c397df01a5 req-af4cd57f-a738-4f31-9082-60382a1397c4 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 945 time: 0.1077976 Jul 13 15:01:48.379597 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 1, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:01:48.408552 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f66598-cae0-46cb-8967-226eb16017f3 req-4405149e-92e0-4d57-a4cf-78c436639d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:48.409459 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:01:48.409957 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64f66598-cae0-46cb-8967-226eb16017f3 req-4405149e-92e0-4d57-a4cf-78c436639d3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949519 Jul 13 15:01:48.418965 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:01:48.419590 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:01:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:01:48.430309 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e862f9ba-9681-46c1-a8ed-23c397df01a5 req-798c0860-165a-4dae-8f91-3b8051424634 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479050 Jul 13 15:01:48.503875 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64f66598-cae0-46cb-8967-226eb16017f3 req-0f8657b9-24b4-4b3e-9f47-0d0ba7b685d4 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856457 Jul 13 15:01:48.521338 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:01:48.598031 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-64f66598-cae0-46cb-8967-226eb16017f3 req-6bf0e014-597f-4b6e-aa0e-084045ab98b8 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855911 Jul 13 15:01:48.747873 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 1, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:01:48.773907 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712bf8-8db3-4e60-abf4-cf1b7b922023 None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_floatingips': [{'id': 'f72f1119-9b4b-4560-b879-5ca1432a2008', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'router_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'port_id': '13e1d905-f745-4937-b005-1ce77d08b223', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'mac_address': 'fa:16:3e:86:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:03Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 1, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:01:48.997634 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c47d4-718d-42ac-a3b2-fc14c286ae15 None None] New status for floating IP 3b449e28-5b35-4548-a175-57ec83c62b36: DOWN {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:01:49.617356 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3abe4-0cbd-4a8c-8ff6-e872535b67d8 req-ff22acd0-93cd-478b-98db-cf32b442660c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:49.618827 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e1b3abe4-0cbd-4a8c-8ff6-e872535b67d8 req-ff22acd0-93cd-478b-98db-cf32b442660c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 945 time: 0.0619204 Jul 13 15:01:49.656154 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-e1b3abe4-0cbd-4a8c-8ff6-e872535b67d8 req-66058e97-67f1-47a2-8929-b8928886a644 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Jul 13 15:01:49.818768 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-052dd6df-0ea7-4b5c-809f-a0ded8cbcccf tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:49.820164 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-052dd6df-0ea7-4b5c-809f-a0ded8cbcccf tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 945 time: 0.0620518 Jul 13 15:01:49.921230 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Deleting port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:01:49.921576 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:50.008891 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] For port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:01:50.009257 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:50.026762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Calling delete_port for 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:01:50.157323 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:50.187691 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event deleted for resources: {'Port': ['ID=3d2b9e4f-219b-48ae-9d20-b894f8adcd95,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:01:50.236757 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] No DVR routers for this DVR port 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:01:50.239080 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:50.241084 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4a5e1f16-b9ac-4d50-b270-946e13b401ac req-f979c626-f504-41c7-b4c5-23baf419b37c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "DELETE /v2.0/ports/3d2b9e4f-219b-48ae-9d20-b894f8adcd95 HTTP/1.1" status: 204 len: 173 time: 0.4152257 Jul 13 15:01:50.241548 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'name': 'network-vif-deleted', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:01:50.243795 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf9e42-a119-46bc-98e0-c542a84b4ee1" -d '{"events": [{"server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "name": "network-vif-deleted", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:01:50.291445 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cac37f-4627-4e26-b8d1-c345e2bf6655 x-openstack-request-id: req-16cac37f-4627-4e26-b8d1-c345e2bf6655 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:01:50.292607 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a698a7-33d8-496f-aaf5-94cbd28e11a9", "name": "network-vif-deleted", "tag": "3d2b9e4f-219b-48ae-9d20-b894f8adcd95", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:01:50.292607 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16cac37f-4627-4e26-b8d1-c345e2bf6655 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:01:50.292607 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a698a7-33d8-496f-aaf5-94cbd28e11a9', 'name': 'network-vif-deleted', 'tag': '3d2b9e4f-219b-48ae-9d20-b894f8adcd95', 'status': 'completed', 'code': 200} Jul 13 15:01:50.805724 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-7cf01128-88fb-4d3c-aed9-dcfd63283b2f req-ee124b86-3cd2-4437-9d27-a0adac4a5f8a tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a698a7-33d8-496f-aaf5-94cbd28e11a9 HTTP/1.1" status: 200 len: 210 time: 0.0284541 Jul 13 15:01:53.685520 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:01:53.981198 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:01:54.002084 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:01:54.002557 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 3d2b9e4f-219b-48ae-9d20-b894f8adcd95 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:01:54.111332 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55798) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:01:54.262272 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Deleting port bb4f3462-09fc-4cda-864e-5e52d0c10e15 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:01:54.262526 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:54.337095 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:54.337983 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:54.349173 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Calling delete_port for bb4f3462-09fc-4cda-864e-5e52d0c10e15 owned by network:floatingip {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:01:54.491093 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:54.517852 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event deleted for resources: {'Port': ['ID=bb4f3462-09fc-4cda-864e-5e52d0c10e15,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:01:54.576019 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:54.576351 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.db.l3_db [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Floating IP f72f1119-9b4b-4560-b879-5ca1432a2008 disassociated (deleted). External IP: 172.27.1.66, port: 13e1d905-f745-4937-b005-1ce77d08b223. Jul 13 15:01:54.780388 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Router 135082f7-d911-4df5-bc43-87faafc51b51 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:01:54.884185 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:01:54.889804 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:54.894571 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:01:54.903750 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:01:54.904359 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:01:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:01:54.927434 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-2205c5cf-edbb-4fbf-8a55-f14ebf610e1e tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "DELETE /v2.0/floatingips/f72f1119-9b4b-4560-b879-5ca1432a2008 HTTP/1.1" status: 204 len: 168 time: 0.8126931 Jul 13 15:01:54.927434 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:01:54.928151 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c86f14-772c-4fa2-ae85-d206f27daa04" -d '{"events": [{"name": "network-changed", "server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "tag": "13e1d905-f745-4937-b005-1ce77d08b223"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:01:54.965896 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41681382-c110-4e36-b2a2-a6ec09564652 x-openstack-request-id: req-41681382-c110-4e36-b2a2-a6ec09564652 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:01:54.966251 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "tag": "13e1d905-f745-4937-b005-1ce77d08b223", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:01:54.966581 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41681382-c110-4e36-b2a2-a6ec09564652 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:01:54.967032 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223', 'status': 'completed', 'code': 200} Jul 13 15:01:55.010885 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:01:55.042606 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-3a7d4849-dd18-4bb5-a822-cfcae5d2189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:55.044033 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-3a7d4849-dd18-4bb5-a822-cfcae5d2189a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 1099 time: 0.0548971 Jul 13 15:01:55.146446 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-2be44f72-c652-4e74-af02-9341d40b1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:55.146446 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-2be44f72-c652-4e74-af02-9341d40b1179 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 200 len: 913 time: 0.0951977 Jul 13 15:01:55.194676 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-6ef9c0d6-2a61-4698-9577-b8bcfba9ccfc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 200 len: 217 time: 0.0347075 Jul 13 15:01:55.218165 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:01:55.244385 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:01:55.246000 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-b88d8352-d413-4363-80c0-4e4996790d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:55.247587 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-b88d8352-d413-4363-80c0-4e4996790d7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 200 len: 851 time: 0.0466368 Jul 13 15:01:55.252859 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:01:55.253469 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:01:30Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:01:55.345893 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab14d-1224-482c-8e31-fc7fb82d7299 req-abbf6fba-d753-48b0-9dd3-33149ef6ea03 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:55.347277 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fa7ab14d-1224-482c-8e31-fc7fb82d7299 req-abbf6fba-d753-48b0-9dd3-33149ef6ea03 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 946 time: 0.1044359 Jul 13 15:01:55.356593 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-c6538257-62de-44b3-b0d9-e4e0f8e2b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:55.358000 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-c6538257-62de-44b3-b0d9-e4e0f8e2b8b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b95bc07-a57f-42cd-9465-b627ae03b732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017900 Jul 13 15:01:55.359057 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:01:55.436181 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-fa7ab14d-1224-482c-8e31-fc7fb82d7299 req-501962a4-8654-4f6f-926f-d0288e79d1c1 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817034 Jul 13 15:01:55.474985 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-d5dce410-0f0d-4180-81e1-68ea6602a243 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034603 Jul 13 15:01:55.553048 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:01:55.562721 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-d1c86f14-772c-4fa2-ae85-d206f27daa04 req-349c6fb2-2a75-49a4-98b1-65f64e445a67 service neutron] 10.222.0.61 "GET /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811772 Jul 13 15:01:55.583812 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33050158-0bd1-449d-ae0f-dba4f492f775 None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T14:54:58Z', 'revision_number': 4, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi', '_interfaces': [{'id': 'b4c1882c-e8c1-4c2b-9205-136554fc913b', 'name': '', 'network_id': '4b95bc07-a57f-42cd-9465-b627ae03b732', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'mac_address': 'fa:16:3e:bc:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:57Z', 'updated_at': '2021-07-13T14:55:05Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'subnets': [{'id': '76339278-67db-4f91-a4bb-0f9d8981bbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:01:55.798656 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb79e2b-ce54-4271-bb39-ead56c38a53b None None] New status for floating IP f72f1119-9b4b-4560-b879-5ca1432a2008: DOWN {{(pid=110076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:01:56.492054 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-49e8804e-054e-4688-8fc6-82e2059956a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:56.615256 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c4a31-447a-4e95-b219-bb3c0ca10a08 req-2f27e67c-2422-4437-a800-ba6f0be2f32c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:56.616742 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3e2c4a31-447a-4e95-b219-bb3c0ca10a08 req-2f27e67c-2422-4437-a800-ba6f0be2f32c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 946 time: 0.0621929 Jul 13 15:01:56.656523 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-3e2c4a31-447a-4e95-b219-bb3c0ca10a08 req-6fa4845b-809c-44fd-a201-9f6eafd01fe0 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/security-groups?id=cfb68b4e-9c4c-4537-963e-4457568016c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Jul 13 15:01:56.772396 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5d173-3502-466e-8e25-370540db9f59 req-2593a8f7-c8b3-4801-ab36-26c6c032f71c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:56.773814 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4cb5d173-3502-466e-8e25-370540db9f59 req-2593a8f7-c8b3-4801-ab36-26c6c032f71c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 946 time: 0.0608983 Jul 13 15:01:56.868180 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Deleting port 13e1d905-f745-4937-b005-1ce77d08b223 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:01:56.868441 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:57.233348 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] For port 13e1d905-f745-4937-b005-1ce77d08b223, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13e1d905-f745-4937-b005-1ce77d08b223,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:01:57.233719 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:57.245927 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Calling delete_port for 13e1d905-f745-4937-b005-1ce77d08b223 owned by compute:nova {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:01:57.370031 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:57.398544 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event deleted for resources: {'Port': ['ID=13e1d905-f745-4937-b005-1ce77d08b223,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:01:57.443716 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] No DVR routers for this DVR port 13e1d905-f745-4937-b005-1ce77d08b223 on host hv-cinder-78836 {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:01:57.446113 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for port, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:57.448770 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-4cb5d173-3502-466e-8e25-370540db9f59 req-44da0c97-e2b8-4d95-a5ff-2b47ef0ebb1c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.61 "DELETE /v2.0/ports/13e1d905-f745-4937-b005-1ce77d08b223 HTTP/1.1" status: 204 len: 173 time: 0.6689494 Jul 13 15:01:57.449183 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'name': 'network-vif-deleted', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223'}] {{(pid=110073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:01:57.451399 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e07b4da31e2fd97abb29dfc228c96d9508b5c3c5df41e33d9016c5d1dcb18a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f229946-5e6a-48a8-9b34-2ebbe4e902a1" -d '{"events": [{"server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "name": "network-vif-deleted", "tag": "13e1d905-f745-4937-b005-1ce77d08b223"}]}' {{(pid=110073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:01:57.489921 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9213a2-b68a-43ef-95aa-933b3f95a6d6 x-openstack-request-id: req-8b9213a2-b68a-43ef-95aa-933b3f95a6d6 {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:01:57.490212 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa68998a-f8d6-48d5-9d65-a0a9d760140b", "name": "network-vif-deleted", "tag": "13e1d905-f745-4937-b005-1ce77d08b223", "status": "completed", "code": 200}]} {{(pid=110073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:01:57.490463 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b9213a2-b68a-43ef-95aa-933b3f95a6d6 {{(pid=110073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:01:57.490865 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa68998a-f8d6-48d5-9d65-a0a9d760140b', 'name': 'network-vif-deleted', 'tag': '13e1d905-f745-4937-b005-1ce77d08b223', 'status': 'completed', 'code': 200} Jul 13 15:01:57.810662 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [req-cef3833f-8ae9-4508-887a-e04d1a215b5e req-20b6f874-01d4-40c5-b33f-65310ece921c tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa68998a-f8d6-48d5-9d65-a0a9d760140b HTTP/1.1" status: 200 len: 210 time: 0.0342684 Jul 13 15:01:58.901821 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55814) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:01:59.019873 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Deleting port a9ce4b34-a035-4f0e-8226-4c3e498a37d6 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:01:59.020211 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:59.094235 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:59.094483 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:59.105929 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Calling delete_port for a9ce4b34-a035-4f0e-8226-4c3e498a37d6 owned by network:floatingip {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:01:59.232320 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:59.256285 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event deleted for resources: {'Port': ['ID=a9ce4b34-a035-4f0e-8226-4c3e498a37d6,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:01:59.282324 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.282677 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.283023 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.283362 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.283729 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.284071 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.284404 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.284732 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.285061 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.285387 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.285711 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.286032 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:01:59.325263 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for floatingip, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:59.327789 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18132'] for floatingip, before_response {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:59.328958 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-00eacd91-d100-41a5-a94a-dbe10e04cf01 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a95d0dc-3eb5-499c-951f-c0173547edf1 HTTP/1.1" status: 204 len: 168 time: 0.4261353 Jul 13 15:01:59.572477 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:59.905844 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-097cc96a-80bf-4e70-b1ed-34867755570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:00.105194 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [req-82972638-e710-482e-b636-8d4f10500dd3 req-f9017e8a-f4f8-4c79-9a29-b38da322c095 service neutron] (110074) timed out ('10.222.0.61', 50938) {{(pid=110074) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 15:02:00.481749 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:00.587063 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55828) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:00.643481 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a7e3718f-4cd4-432a-b90a-493df2eae940 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:00.667674 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a7e3718f-4cd4-432a-b90a-493df2eae940 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:00.725953 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a7e3718f-4cd4-432a-b90a-493df2eae940 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:00.728596 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a7e3718f-4cd4-432a-b90a-493df2eae940 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:00.730289 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-a7e3718f-4cd4-432a-b90a-493df2eae940 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] 10.222.0.37 "DELETE /v2.0/security-groups/cfb68b4e-9c4c-4537-963e-4457568016c3 HTTP/1.1" status: 204 len: 168 time: 0.1421771 Jul 13 15:02:00.739556 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3718f-4cd4-432a-b90a-493df2eae940 tempest-TestVolumeBootPattern-1332231233 tempest-TestVolumeBootPattern-1332231233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb68b4e-9c4c-4537-963e-4457568016c3,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:00.792294 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55832) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:01.255208 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:01.499634 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Deleting port b4c1882c-e8c1-4c2b-9205-136554fc913b {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:01.499990 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:01.574645 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] For port b4c1882c-e8c1-4c2b-9205-136554fc913b, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=b4c1882c-e8c1-4c2b-9205-136554fc913b,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:01.574932 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:01.586889 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Calling delete_port for b4c1882c-e8c1-4c2b-9205-136554fc913b owned by network:router_interface {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:01.758649 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:01.784806 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c1882c-e8c1-4c2b-9205-136554fc913b,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:01.949890 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.018519 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 13e1d905-f745-4937-b005-1ce77d08b223 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:02.037724 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] No Port match for: 13e1d905-f745-4937-b005-1ce77d08b223 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:02.038068 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Device 13e1d905-f745-4937-b005-1ce77d08b223 not bound to the agent host hv-cinder-78836 {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:02.156956 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Router 135082f7-d911-4df5-bc43-87faafc51b51 has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:02:02.165297 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.259195 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:02:02.264953 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-eb959de6-317a-4c1c-bf42-2e8d250377ba admin admin] 10.222.0.37 "PUT /v2.0/routers/135082f7-d911-4df5-bc43-87faafc51b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716239 Jul 13 15:02:02.267497 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55836) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:02.270069 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] Sync routers for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:02:02.279398 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:02.280037 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:02:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:02.367342 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks [] for router, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.380538 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: dv-cinder-788364-4-iscsi {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:02.466605 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.521762 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Deleting port bf3eea7f-91b1-4445-960b-634e1345d459 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:02.522180 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.559659 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T15:02:01Z', 'revision_number': 5, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port': {'id': 'bf3eea7f-91b1-4445-960b-634e1345d459', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135082f7-d911-4df5-bc43-87faafc51b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:54:56Z', 'updated_at': '2021-07-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:02.586421 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] Checking router: 135082f7-d911-4df5-bc43-87faafc51b51 for host: dv-cinder-788364-4-iscsi {{(pid=110075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:02:02.595998 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] Routers {'135082f7-d911-4df5-bc43-87faafc51b51'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:02.596626 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:02:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['135082f7-d911-4df5-bc43-87faafc51b51'], 'active': True} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:02.609235 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] For port bf3eea7f-91b1-4445-960b-634e1345d459, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=bf3eea7f-91b1-4445-960b-634e1345d459,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:02.609616 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.622932 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Calling delete_port for bf3eea7f-91b1-4445-960b-634e1345d459 owned by network:router_gateway {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:02.792616 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.817683 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3eea7f-91b1-4445-960b-634e1345d459,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:02.818791 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvr_db [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] Set router 135082f7-d911-4df5-bc43-87faafc51b51 gateway port host: None {{(pid=110075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:02.874297 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_hamode_db [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T15:02:02Z', 'revision_number': 6, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:02.879924 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.904539 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e007d2-ec31-4af0-8d17-9bd986e0ee6f None None] The sync data for ids ['135082f7-d911-4df5-bc43-87faafc51b51'] in dv-cinder-788364-4-iscsi is: [{'id': '135082f7-d911-4df5-bc43-87faafc51b51', 'name': 'tempest-TestVolumeBootPattern-1157899706-router', 'tenant_id': '2dfa3cbf08134fbaae8215625e08c5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:54:55Z', 'updated_at': '2021-07-13T15:02:02Z', 'revision_number': 6, 'project_id': '2dfa3cbf08134fbaae8215625e08c5db', 'gw_port_host': None}] {{(pid=110075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:02:02.968229 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:02.970336 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.013577 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.014157 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135082f7-d911-4df5-bc43-87faafc51b51 {{(pid=110073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:02:03.018841 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.020043 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-a18cd01d-5dcc-437d-8762-e985ce1c5531 admin admin] 10.222.0.37 "DELETE /v2.0/routers/135082f7-d911-4df5-bc43-87faafc51b51 HTTP/1.1" status: 204 len: 168 time: 0.7515879 Jul 13 15:02:03.022634 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55838) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:03.065966 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad68c829-3d16-49d4-a7a6-1e495f6b343f admin admin] Deleting subnet 76339278-67db-4f91-a4bb-0f9d8981bbb8 {{(pid=110073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:02:03.068877 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ad68c829-3d16-49d4-a7a6-1e495f6b343f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.102736 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ad68c829-3d16-49d4-a7a6-1e495f6b343f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60292597'] for subnet, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.181223 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ad68c829-3d16-49d4-a7a6-1e495f6b343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.231480 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ad68c829-3d16-49d4-a7a6-1e495f6b343f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60264780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59366594'] for subnet, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.257614 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68c829-3d16-49d4-a7a6-1e495f6b343f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76339278-67db-4f91-a4bb-0f9d8981bbb8,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:03.261963 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ad68c829-3d16-49d4-a7a6-1e495f6b343f admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.266381 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-ad68c829-3d16-49d4-a7a6-1e495f6b343f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/76339278-67db-4f91-a4bb-0f9d8981bbb8 HTTP/1.1" status: 204 len: 168 time: 0.2402263 Jul 13 15:02:03.266381 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55840) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:03.270914 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c298ff5c-6ef4-4483-a6c6-f478df263f9b None None] Network 4b95bc07-a57f-42cd-9465-b627ae03b732 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:02:03.342400 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.393305 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Deleting port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:03.393649 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.454425 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] For port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb,segment=NetworkSegment(5bff178e-42e6-4c22-9cb4-18e358d3a146),segment_id=5bff178e-42e6-4c22-9cb4-18e358d3a146)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:03.454818 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.467582 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Calling delete_port for 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb owned by network:dhcp {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:03.546836 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.571138 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:03.574880 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] No DVR routers for this DVR port 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb on host dv-cinder-788364-4-iscsi {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:03.647142 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.656766 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a246878-d362-45cb-9be4-39ee7d21b327 None None] DHCP port deletion for 4b95bc07-a57f-42cd-9465-b627ae03b732 request from dv-cinder-788364-4-iscsi {{(pid=110075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:02:03.658429 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b95bc07-a57f-42cd-9465-b627ae03b732']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:03.672032 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bff178e-42e6-4c22-9cb4-18e358d3a146') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:03.672408 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bff178e-42e6-4c22-9cb4-18e358d3a146') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:03.682392 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.696263 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.702816 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:02:03.703200 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:02:03.705048 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:02:03.757650 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.762930 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:03.764865 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4b95bc07-a57f-42cd-9465-b627ae03b732 HTTP/1.1" status: 204 len: 168 time: 0.4975915 Jul 13 15:02:03.767900 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [-] (110074) accepted ('10.222.0.37', 55842) {{(pid=110074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:03.778254 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd2024-bf55-4f2b-bc32-c938ca7d8f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b95bc07-a57f-42cd-9465-b627ae03b732,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:04.116287 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3904071'] for router_interface, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:04.358808 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Deleting port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 {{(pid=110074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:04.359145 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:04.433140 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.db [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] For port 2f1b6242-7da9-4e2a-8b44-791f5b1112f5, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,segment=NetworkSegment(82febcce-f70a-4701-80dd-08370f0c074b),segment_id=82febcce-f70a-4701-80dd-08370f0c074b)] {{(pid=110074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:04.433446 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:04.445411 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Calling delete_port for 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 owned by network:router_interface {{(pid=110074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:04.617727 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60015353'] for port, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:04.649407 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1b6242-7da9-4e2a-8b44-791f5b1112f5,revision_number=None']} {{(pid=110074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:04.654410 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:04.680073 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:04.680754 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 605ec04e-d1a5-41d5-b4a2-0d4daa5e8acb not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:04.681363 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device bf3eea7f-91b1-4445-960b-634e1345d459 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:04.702401 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: bf3eea7f-91b1-4445-960b-634e1345d459 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:04.703048 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device bf3eea7f-91b1-4445-960b-634e1345d459 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:04.703478 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device b4c1882c-e8c1-4c2b-9205-136554fc913b no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:04.723199 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: b4c1882c-e8c1-4c2b-9205-136554fc913b {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:04.723851 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device b4c1882c-e8c1-4c2b-9205-136554fc913b not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:04.813216 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3751443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3904235'] for router_interface, after_delete {{(pid=110074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.016407 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Router 2c86fb91-0374-44ea-8ddd-e3792a99f58f has already been hosted by L3 agent b29d9862-7370-4a3a-a922-0cce21dfc49f {{(pid=110074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:02:05.115914 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] Notify agent at l3_agent.dv-cinder-788364-4-iscsi the message routers_updated {{(pid=110074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:02:05.120818 dv-cinder-788364-4-iscsi neutron-server[110074]: INFO neutron.wsgi [None req-e5ca8229-d508-4704-8c4b-2578a2e4df7d admin admin] 10.222.0.37 "PUT /v2.0/routers/2c86fb91-0374-44ea-8ddd-e3792a99f58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3517833 Jul 13 15:02:05.123578 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55844) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:05.124897 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] Sync routers for ids ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'] in dv-cinder-788364-4-iscsi {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:02:05.133733 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] Routers {'2c86fb91-0374-44ea-8ddd-e3792a99f58f'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:05.134335 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:02:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:05.224601 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks [] for router, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.234832 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] Set router 2c86fb91-0374-44ea-8ddd-e3792a99f58f gateway port host: dv-cinder-788364-4-iscsi {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:05.323851 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.373980 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Deleting port a7bd91bd-119e-4f33-bd4e-8ac799458027 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:05.374326 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.405622 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'external_fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T15:02:04Z', 'revision_number': 5, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port': {'id': 'a7bd91bd-119e-4f33-bd4e-8ac799458027', 'name': '', 'network_id': '4138966e-b3fc-47d9-aafa-a5e28a9d9369', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0713470-8831-4cbf-9f75-f31a2001285b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-4-iscsi'}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:05.434925 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] Checking router: 2c86fb91-0374-44ea-8ddd-e3792a99f58f for host: dv-cinder-788364-4-iscsi {{(pid=110076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:02:05.442913 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] Routers {'2c86fb91-0374-44ea-8ddd-e3792a99f58f'} bound to L3 agent in host dv-cinder-788364-4-iscsi {{(pid=110076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:05.443496 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:38:30Z,description=,heartbeat_timestamp=2021-07-13T15:02:00Z,host='dv-cinder-788364-4-iscsi',id=b29d9862-7370-4a3a-a922-0cce21dfc49f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:38:30Z,topic='l3_agent')) {'router_ids': ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'], 'active': True} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:05.457075 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] For port a7bd91bd-119e-4f33-bd4e-8ac799458027, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=a7bd91bd-119e-4f33-bd4e-8ac799458027,segment=NetworkSegment(72efe04e-8080-4e3a-a889-db9007f28038),segment_id=72efe04e-8080-4e3a-a889-db9007f28038)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:05.457464 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.469916 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Calling delete_port for a7bd91bd-119e-4f33-bd4e-8ac799458027 owned by network:router_gateway {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:05.526660 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_dvr_db [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] Set router 2c86fb91-0374-44ea-8ddd-e3792a99f58f gateway port host: None {{(pid=110076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:05.576646 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.l3_hamode_db [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T15:02:05Z', 'revision_number': 6, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port_host': None}], 'dv-cinder-788364-4-iscsi', False) {} {{(pid=110076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:05.604953 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b83be-2142-4d4d-9634-c2c7b9f3924f None None] The sync data for ids ['2c86fb91-0374-44ea-8ddd-e3792a99f58f'] in dv-cinder-788364-4-iscsi is: [{'id': '2c86fb91-0374-44ea-8ddd-e3792a99f58f', 'name': 'tempest-TestVolumeBootPattern-371479805-router', 'tenant_id': '60b2d6275931471db437672fc0c1d666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:55:01Z', 'updated_at': '2021-07-13T15:02:05Z', 'revision_number': 6, 'project_id': '60b2d6275931471db437672fc0c1d666', 'gw_port_host': None}] {{(pid=110076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:02:05.640739 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.667088 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bd91bd-119e-4f33-bd4e-8ac799458027,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:05.727566 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3909901'] for router_gateway, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.813081 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3911670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1120'] for router, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.815069 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.857139 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907334'] for router, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.857572 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c86fb91-0374-44ea-8ddd-e3792a99f58f {{(pid=110073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:02:05.862344 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] Notify callbacks [] for router, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.863482 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-2a272e0a-e525-4c2f-9f4a-00786d386715 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2c86fb91-0374-44ea-8ddd-e3792a99f58f HTTP/1.1" status: 204 len: 168 time: 0.7388930 Jul 13 15:02:05.865961 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55846) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:05.908123 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad84116-d002-4df5-b865-b56d19794395 admin admin] Deleting subnet f84a7d0b-1fc8-4d05-8215-45f49eb00221 {{(pid=110073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:02:05.911024 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-dad84116-d002-4df5-b865-b56d19794395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:05.945923 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-dad84116-d002-4df5-b865-b56d19794395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60292597'] for subnet, precommit_delete_associations {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.301133 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-dad84116-d002-4df5-b865-b56d19794395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739789'] for subnet, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.355559 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-dad84116-d002-4df5-b865-b56d19794395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60264780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59366594'] for subnet, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.380384 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad84116-d002-4df5-b865-b56d19794395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f84a7d0b-1fc8-4d05-8215-45f49eb00221,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:06.383937 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-dad84116-d002-4df5-b865-b56d19794395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.386422 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-dad84116-d002-4df5-b865-b56d19794395 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f84a7d0b-1fc8-4d05-8215-45f49eb00221 HTTP/1.1" status: 204 len: 168 time: 0.5195541 Jul 13 15:02:06.389079 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55848) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:06.392750 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec267f-2071-4c5e-aa1a-9d2ee58e2479 None None] Network 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 requested from dv-cinder-788364-4-iscsi {{(pid=110075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:02:06.465843 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593956'] for network, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.517126 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Deleting port 1bf81801-7183-4b4d-b432-abbb85968fa8 {{(pid=110073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:06.520059 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.584698 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] For port 1bf81801-7183-4b4d-b432-abbb85968fa8, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=1bf81801-7183-4b4d-b432-abbb85968fa8,segment=NetworkSegment(82febcce-f70a-4701-80dd-08370f0c074b),segment_id=82febcce-f70a-4701-80dd-08370f0c074b)] {{(pid=110073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:06.584936 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.604917 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.plugin [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Calling delete_port for 1bf81801-7183-4b4d-b432-abbb85968fa8 owned by network:dhcp {{(pid=110073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:06.606803 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] DHCP port deletion for 6ac35e94-2689-4a7b-960e-3b0b0bde0da3 request from dv-cinder-788364-4-iscsi {{(pid=110075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:02:06.662405 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Deleting port 1bf81801-7183-4b4d-b432-abbb85968fa8 {{(pid=110075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:06.663085 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780827935461'] for port, before_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.670407 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device a7bd91bd-119e-4f33-bd4e-8ac799458027 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:06.693091 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60264721'] for port, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.722265 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] No DVR routers for this DVR port 1bf81801-7183-4b4d-b432-abbb85968fa8 on host dv-cinder-788364-4-iscsi {{(pid=110073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:06.724180 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: a7bd91bd-119e-4f33-bd4e-8ac799458027 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:06.724529 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device a7bd91bd-119e-4f33-bd4e-8ac799458027 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:06.724947 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:06.728181 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf81801-7183-4b4d-b432-abbb85968fa8,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:06.750709 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:06.751054 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 2f1b6242-7da9-4e2a-8b44-791f5b1112f5 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:06.751475 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 1bf81801-7183-4b4d-b432-abbb85968fa8 no longer exists at agent ovs-agent-dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:06.775070 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] No Port match for: 1bf81801-7183-4b4d-b432-abbb85968fa8 {{(pid=110075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:06.775412 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.rpc [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Device 1bf81801-7183-4b4d-b432-abbb85968fa8 not bound to the agent host dv-cinder-788364-4-iscsi {{(pid=110075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:06.789004 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.db [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] For port 1bf81801-7183-4b4d-b432-abbb85968fa8, host dv-cinder-788364-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-4-iscsi',level=0,port_id=1bf81801-7183-4b4d-b432-abbb85968fa8,segment=NetworkSegment(82febcce-f70a-4701-80dd-08370f0c074b),segment_id=82febcce-f70a-4701-80dd-08370f0c074b)] {{(pid=110075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:06.789396 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915236'] for port, precommit_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.800102 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-739160', 'neutron.services.segments.db._delete_segments_for_network-8780828084035'] for network, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.801365 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.plugins.ml2.plugin [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Calling delete_port for 1bf81801-7183-4b4d-b432-abbb85968fa8 owned by network:dhcp {{(pid=110075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:06.810705 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac35e94-2689-4a7b-960e-3b0b0bde0da3']}} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:06.820746 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82febcce-f70a-4701-80dd-08370f0c074b') {'for_net_delete': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:06.821046 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.services.segments.db [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82febcce-f70a-4701-80dd-08370f0c074b') {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:06.830103 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780828084812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60292588'] for segment, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.844705 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472'] for segment, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.851268 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=110073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:02:06.851778 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60288738'] for segment, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: Traceback (most recent call last): Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: timer() Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: cb(*args, **kw) Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: return func(*args, **kwargs) Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: self._notify() Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: self.callback(batched_events) Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: event.method(event) Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: return f(self, *a, **k) Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._get(url).json() Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: return self.request(url, 'GET', **kwargs) Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:02:06.853355 dv-cinder-788364-4-iscsi neutron-server[110073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:02:06.880336 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780827941389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780827535782'] for port, after_delete {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.904868 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Pushing event deleted for resources: {'Port': ['ID=1bf81801-7183-4b4d-b432-abbb85968fa8,revision_number=None']} {{(pid=110075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:06.906789 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-739151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3797267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3751448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3909993'] for network, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.912801 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3751534'] for network, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:06.913438 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] No DVR routers for this DVR port 1bf81801-7183-4b4d-b432-abbb85968fa8 on host dv-cinder-788364-4-iscsi {{(pid=110075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:06.914671 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] 10.222.0.37 "DELETE /v2.0/networks/6ac35e94-2689-4a7b-960e-3b0b0bde0da3 HTTP/1.1" status: 204 len: 168 time: 0.5246933 Jul 13 15:02:06.924700 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.925373 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.925533 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fba2b-7613-447e-83df-5b70ad4830ad admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac35e94-2689-4a7b-960e-3b0b0bde0da3,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:06.925654 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.926376 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.926376 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.926565 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.927513 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.927880 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.928554 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.928807 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.929229 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:06.929456 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a042a80-939c-4d6d-8f0c-fbf53e1b73ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-4-iscsi {{(pid=110075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:07.038872 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55852) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:07.081773 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-0da7f75a-6cee-4a01-9370-8a946d2d902b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dfa3cbf08134fbaae8215625e08c5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416775 Jul 13 15:02:07.084619 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55854) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:07.130334 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af71e3f4-e384-4dca-aa08-fc5d2cdc5fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.151472 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af71e3f4-e384-4dca-aa08-fc5d2cdc5fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.195439 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af71e3f4-e384-4dca-aa08-fc5d2cdc5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.198556 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-af71e3f4-e384-4dca-aa08-fc5d2cdc5fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.199800 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-af71e3f4-e384-4dca-aa08-fc5d2cdc5fb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f20091d-67c4-4f16-86e9-3c3cf0f90be0 HTTP/1.1" status: 204 len: 168 time: 0.1141551 Jul 13 15:02:07.206996 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71e3f4-e384-4dca-aa08-fc5d2cdc5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f20091d-67c4-4f16-86e9-3c3cf0f90be0,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:07.499035 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55860) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:07.537337 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-726740ed-3f66-4c89-85ff-3e9024521ee4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60b2d6275931471db437672fc0c1d666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371296 Jul 13 15:02:07.539730 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [-] (110073) accepted ('10.222.0.37', 55862) {{(pid=110073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:07.585313 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-83cf4981-ff09-404c-af64-2339a5ae5c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.606768 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-83cf4981-ff09-404c-af64-2339a5ae5c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.656126 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-83cf4981-ff09-404c-af64-2339a5ae5c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799468'] for security_group, after_delete {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.658722 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-83cf4981-ff09-404c-af64-2339a5ae5c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.659873 dv-cinder-788364-4-iscsi neutron-server[110073]: INFO neutron.wsgi [None req-83cf4981-ff09-404c-af64-2339a5ae5c77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1f401eb-9d5f-4084-8905-31269d06f4ec HTTP/1.1" status: 204 len: 168 time: 0.1192617 Jul 13 15:02:07.668143 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf4981-ff09-404c-af64-2339a5ae5c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f401eb-9d5f-4084-8905-31269d06f4ec,revision_number=None']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:08.891569 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:26.491841 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-d5f6cb63-1a34-414e-bf99-58c8c50752ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:29.573592 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:29.905679 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-50b52939-ca8d-4bf4-95ea-8196a2a789b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:30.485189 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:30.682624 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:02:32.169705 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.909224 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:56.496473 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6fae-2272-4d91-b934-e6e84c8c0bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:59.575018 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:59.905735 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa0dc-c01f-447b-8958-dd662d18d55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:00.487565 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:02.172037 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:07.680047 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:03:08.903432 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:26.497048 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f8450690-0a5c-4f7a-a99d-b1600522fbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:29.575496 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:29.907443 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-46142171-55e6-4f49-99cb-2a7744fabab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:30.491172 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:32.175277 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:38.919017 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:44.678439 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:03:56.498151 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-98b5ff90-03db-4b6e-9b6d-33d50925d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:59.576106 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:59.909241 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4992df2c-5b83-4037-90c9-bc333040ad42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:00.494177 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:02.179957 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:08.916757 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:21.676880 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:04:26.499363 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-7e925893-001e-41b0-b4b4-6f728baf2eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:29.577938 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:29.911840 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-0c5b43d6-f63b-41c3-b339-91a015afa928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:30.497005 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:32.183316 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:38.932603 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:56.502053 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f0bb80d4-bd96-41d4-8bbd-1ea87a44bcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:58.674303 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:04:59.579349 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:59.913100 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a316a4e8-43fd-44af-be29-65109b420521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:00.499872 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:02.185672 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:08.932540 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:21.888108 dv-cinder-788364-4-iscsi neutron-server[110074]: DEBUG neutron.wsgi [req-13e87179-a3ec-4e15-a83e-f9fa2fb78305 req-2d1d7009-1704-48a1-8a2b-4c9f7e8f0bfd service neutron] (110074) timed out ('10.222.0.61', 50934) {{(pid=110074) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 15:05:26.501659 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-e5c83f7b-a582-4e4d-88b6-78a0380202c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:29.582539 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:29.914753 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1014-f233-499a-bd96-f824f59eb553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:30.501590 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:32.189177 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:35.674024 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:05:38.960441 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:56.504166 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4e62-5c13-435b-9fe9-01e56c04a476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:59.585646 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:00.031779 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-18718017-ea06-45cf-be36-4bc57d8e5ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:00.504761 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:02.194248 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:08.942818 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:12.677429 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:06:26.506779 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-a2400f65-9089-4ca3-a08a-50f2613c9890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:29.591341 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:29.913498 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-63ae68b8-6057-4e6d-ae0a-4a2d6135f09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:30.508268 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:32.196832 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:38.526106 dv-cinder-788364-4-iscsi neutron-server[110073]: DEBUG neutron.wsgi [req-526965e3-4ee5-4e80-beff-c0589f1f4187 req-a847ed46-88f2-40be-81d4-5a61fb06e19e service neutron] (110073) timed out ('10.222.0.61', 50956) {{(pid=110073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 15:06:38.957592 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:49.682467 dv-cinder-788364-4-iscsi neutron-server[110076]: DEBUG neutron.db.agents_db [None req-5c3c1f1d-2076-4b2f-8587-5d06a8569e60 None None] Agent healthcheck: found 6 active agents {{(pid=110076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:06:56.509040 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-c6131aef-639d-48f5-8c7f-9c6f57bf113e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:59.599406 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-f90931ea-6ed9-4814-a8cd-70916cd8f50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:59.915284 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-230f5503-2f85-4e2c-aa8a-c28ba82bd3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:00.512965 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-4e21216a-fbc1-4762-a6e8-4a331e9dfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:02.198670 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-5c153306-7edb-43de-94a3-a19539afe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:08.958901 dv-cinder-788364-4-iscsi neutron-server[110075]: DEBUG neutron_lib.callbacks.manager [None req-47b8805b-e8ef-4681-a702-ed305f5bd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780828084017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738280'] for agent, after_update {{(pid=110075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}